---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:54:34.016018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24726"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:54:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:54:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd5246312d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24733"
    uid: 8ccd8895-7fb5-4576-a274-0c9e1b9740c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:34Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:54:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd546a25f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: 5bf6b730-bd58-4b3d-b161-0d46605b4e3e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd548137840
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: 1f78f194-1d7e-49f4-ace7-3464dd672fbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd54a96e200
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 98cb2efa-eebb-4465-85b7-e637c81cc894
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd54b1aad5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 8b0e9430-8fc7-4f45-b6d2-42e1092fbf89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:39Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd6790a2128
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: 1aa7a36e-7824-44a2-abb8-1609c15cbae2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd67c56010c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24792"
    uid: a3b7a8d8-7fa3-4b31-b3d8-c22526206ac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd67cb7ceca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24793"
    uid: 04c81624-5245-4ec0-8632-dc336e77c9c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd67cc28940
    namespace: kserve-ci-e2e-test
    resourceVersion: "24794"
    uid: aa37c63f-c02e-47b4-a6e6-d16def0da229
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd67fdb9c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: dc527030-42fc-4dfa-b7de-da533b8e2066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:39Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd6803ac2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: 861b2ba0-7265-48d6-9633-01aecaaacc4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:54:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cd6f1512fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: ea5e700a-7d18-47e2-80f8-4c44cc0b89b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:55:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cdd4c37e5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25038"
    uid: 0313a3cc-3fc1-4b2e-b491-3475acedaaaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24728"
    uid: 3b4e5d5e-8d76-4e19-a8c1-772e3171359a
  kind: Event
  lastTimestamp: "2026-09-15T16:55:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw.18d58cdd4c388b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "25039"
    uid: 3abd93ee-5778-4c2d-b3d9-fec7a583df2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: c07f335b-a3a9-4fa2-b550-ab0de1fbcc37
  kind: Event
  lastTimestamp: "2026-09-15T16:54:34Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-cfmdw'
  metadata:
    creationTimestamp: "2026-09-15T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d58cd523f51aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24727"
    uid: 903f8909-eeb8-4918-8fed-0fd78963de77
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24714"
    uid: ebb8b2ac-50c4-496e-9ee6-5924e4fc6640
  kind: Event
  lastTimestamp: "2026-09-15T16:54:33Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d58cd520e77b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: 5eea08c3-8c0c-4327-911b-5d30a7354a4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: f1dc735d-c611-43fe-9378-3082829aa0bb
  kind: Event
  lastTimestamp: "2026-09-15T16:55:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d58cd89f81544d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24982"
    uid: 5be50952-0d08-4c13-aa6d-fc35bd5cd17a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: f1dc735d-c611-43fe-9378-3082829aa0bb
  kind: Event
  lastTimestamp: "2026-09-15T16:55:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d58cd89fe3d621
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: 80fddd5e-c7a0-474c-bf18-b1a5dbd32c3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: 55a7253f-b2fb-44d6-bcc1-39156031f399
  kind: Event
  lastTimestamp: "2026-09-15T16:54:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:54:57Z"
    name: isvc-autogluon-ts-v1-noslash.18d58cd520eb12be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24940"
    uid: c8d7731f-8401-44b7-9f3b-c98a64cf6c80
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: 55a7253f-b2fb-44d6-bcc1-39156031f399
  kind: Event
  lastTimestamp: "2026-09-15T16:54:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:54:33Z"
    name: isvc-autogluon-ts-v1-noslash.18d58cd52187d689
    namespace: kserve-ci-e2e-test
    resourceVersion: "24722"
    uid: fed1eb77-b832-40d8-8906-6621ba3e50f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24938"
    uid: 55a7253f-b2fb-44d6-bcc1-39156031f399
  kind: Event
  lastTimestamp: "2026-09-15T16:54:57Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:54:57Z"
    name: isvc-autogluon-ts-v1-noslash.18d58cdab05cf872
    namespace: kserve-ci-e2e-test
    resourceVersion: "24939"
    uid: 3befce09-f1de-4cf0-8b47-508300a7b1a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:53:36.703278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24124"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:53:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:53:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cc7cc480132
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: ecaf13d7-734c-4234-b2b6-c581109e02ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cc7d8a37e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "24139"
    uid: a1bbc6b2-61e8-4254-a077-8e65ffe2de09
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24134"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:37Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:53:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cc8121e3abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 9b2fa4d4-9335-4f40-bc23-a6c3b4b2d870
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cc8136f0316
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: cf938581-0796-4103-a52c-6f763e97ec16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cc81656d508
    namespace: kserve-ci-e2e-test
    resourceVersion: "24153"
    uid: 30fa6918-a82a-4538-8c7a-615fca1afd94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:37Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cc816b51811
    namespace: kserve-ci-e2e-test
    resourceVersion: "24154"
    uid: 170cb6aa-0ea6-45f7-9b5c-80aab2becc50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:48Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cca8aa4f4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: a356ae2d-b6c0-45cb-a740-fc602b617f56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cca8d90f426
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 35f13b5d-9b07-478c-9466-537818faf6d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cca8dfb73c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: d9c2fc84-ed4a-46ef-9997-5a13d0b0f5ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cca8e058bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: c54252e5-a226-429b-8e04-5ba65b5696eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cca91686f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 89e329ee-7dcd-4f85-a664-f086260c7be7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:48Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cca91cc7eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24242"
    uid: e2b7ccf4-fcbf-4c94-aa52-c66bb47bfee2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:53:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:56Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58ccb029521c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 471925e3-ff90-490c-9cf6-3cec4d15a4cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:54:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cd3ee6ea719
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: cbb3458b-c251-4680-b117-d5a3709b5db4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: ed56182a-47e4-4743-805b-6f8b60578c9b
  kind: Event
  lastTimestamp: "2026-09-15T16:54:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z.18d58cd3ee6fbaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: 83b3a68f-960d-428f-8b13-b21e29819f61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 226ce508-8b72-4721-9db1-42e053821481
  kind: Event
  lastTimestamp: "2026-09-15T16:53:36Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9jr7z'
  metadata:
    creationTimestamp: "2026-09-15T16:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d58cc7cbc14133
    namespace: kserve-ci-e2e-test
    resourceVersion: "24127"
    uid: deef0dc7-4cec-4474-8e6e-297f96e7baf2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24111"
    uid: d791ed4f-98f9-4d80-802d-72323ff0ecf9
  kind: Event
  lastTimestamp: "2026-09-15T16:53:36Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:36Z"
    name: isvc-autogluon-ts-v1-predictor.18d58cc7c8ff5d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24115"
    uid: 43c246bc-89b4-49fb-a96b-93ba1a45eca4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: 9d63ca52-6488-4ea2-8b88-71c9f040073c
  kind: Event
  lastTimestamp: "2026-09-15T16:54:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:21Z"
    name: isvc-autogluon-ts-v1-predictor.18d58ccb478158f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: 14330773-50d7-4ce4-8ed5-cea5d7901874
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: 9d63ca52-6488-4ea2-8b88-71c9f040073c
  kind: Event
  lastTimestamp: "2026-09-15T16:54:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:21Z"
    name: isvc-autogluon-ts-v1-predictor.18d58ccb47f4d9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 609bc336-a6af-4b77-a7d2-fcb470a2c47a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24104"
    uid: f08f1579-bb66-42f7-9e99-990139fdd1e6
  kind: Event
  lastTimestamp: "2026-09-15T16:54:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:54:06Z"
    name: isvc-autogluon-ts-v1.18d58cc7c9032632
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: e3d5cb03-0cc6-42d7-8dc4-920f7ca0d874
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24104"
    uid: f08f1579-bb66-42f7-9e99-990139fdd1e6
  kind: Event
  lastTimestamp: "2026-09-15T16:53:36Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:36Z"
    name: isvc-autogluon-ts-v1.18d58cc7c9813e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24120"
    uid: ce910016-2671-4c4b-b8db-bfd6ce603591
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: f08f1579-bb66-42f7-9e99-990139fdd1e6
  kind: Event
  lastTimestamp: "2026-09-15T16:54:06Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:54:06Z"
    name: isvc-autogluon-ts-v1.18d58ccec1f24a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24418"
    uid: 980bb0ac-b2e7-4efb-a9d2-1cc825feaa4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:41:40.199840Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-2h99t
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c20f9590d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 39b4c196-d948-405b-9d76-41d178ccfc44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c210254ab25
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: c419eba1-d206-426e-9cab-1cf6ec568e8c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:41Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:41:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c213f50594b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: 09a4c435-9e97-456d-be08-e2d3635270b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c2140d06093
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: a6075b26-4978-41c2-96b1-0cb554e7f7a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c2144441e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 8c40ad7f-c898-4236-962d-87f2bc7b5dff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c2144b87413
    namespace: kserve-ci-e2e-test
    resourceVersion: "17958"
    uid: 7ad90ab0-0a98-4759-b553-080583a945b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:42:03Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c2661749360
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: b16d0c99-7da9-4bef-9ba6-4fa63e91ae2c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:02Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m58.731s
    (1m58.731s including waiting). Image size: 8945763107 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c4206693c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 9ce68dd6-78e2-4966-aa33-60bd71d6e5e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c420c633cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: 54055b30-3c47-4356-bf13-0a1e93113bd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c420d922bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: f2f2ad74-af4e-4327-bf7c-d2542fd243ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c420d9fcc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 77faf65c-46df-4f8f-8cb8-6d4014419165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c4213efdf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19166"
    uid: 0a5c748d-4ec7-4766-9b52-35aeb4ca3669
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:02Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c42153d1bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: 8bb9dc3d-70a6-4c75-9117-90e97bdda27d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:10Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c42767a3975
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: ea25bdb3-156b-4740-b64f-9aac862b5906
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c4a1568fb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19453"
    uid: 9c5021cb-e25c-48d0-a8be-8c00633a7794
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 8fa9d893-ee97-4c86-90a2-2d3ffe5c6e9b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2h99t.18d58c4a156983dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: 54e8ffe5-1eaf-4adc-a760-b428daa495ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 4039966d-b19c-4d6d-8146-507879b89688
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-2h99t'
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d58c20f8c423de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 0f82fb8e-bc05-4110-aabe-7424357280bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17915"
    uid: 1e047135-b858-4107-998d-e40cb7f1dc77
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: isvc-autogluon-v1-predictor.18d58c20f6199c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17919"
    uid: 6a33dcaa-a5a8-4316-9d40-dce54229ef77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 9aadb2f2-ce41-4c63-9fb3-2e0d4fcb874b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:25Z"
    name: isvc-autogluon-v1-predictor.18d58c2474600efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19353"
    uid: 529fb1d0-b906-4a02-a1a7-ea8f4ab132fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 9aadb2f2-ce41-4c63-9fb3-2e0d4fcb874b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:25Z"
    name: isvc-autogluon-v1-predictor.18d58c2474c3053b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: e4218630-dd46-4df0-b252-e1ecbb763b54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 34de807e-a85d-4eef-9d00-f1cec26e110e
  kind: Event
  lastTimestamp: "2026-09-15T16:44:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:20Z"
    name: isvc-autogluon-v1.18d58c20f619b791
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: 9579a3f0-9124-4bd8-80a9-371f4c5632c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 34de807e-a85d-4eef-9d00-f1cec26e110e
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: isvc-autogluon-v1.18d58c20f6b1c680
    namespace: kserve-ci-e2e-test
    resourceVersion: "17923"
    uid: b99cc072-79da-4a7f-82c2-6fb4d7e35918
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 34de807e-a85d-4eef-9d00-f1cec26e110e
  kind: Event
  lastTimestamp: "2026-09-15T16:44:20Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:20Z"
    name: isvc-autogluon-v1.18d58c463593f779
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 9e439df8-860e-4393-822c-f57f12a60950
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:49:15.436238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:49:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58c8af78d4d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 18f56664-0b71-49f3-8a3c-8af40b1dc767
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58c8b04733b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: d2d2cdef-f996-485a-9bd3-5e8f441224a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:16Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:49:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58c8b3d60d280
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: 3040fcbb-7580-4a27-86c8-f6e8c2a28e90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58c8b3eb349af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21975"
    uid: 0614e5bc-d14b-41fd-849b-a13a394740a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58c8b414fff97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: dd1db0a1-a540-4a28-802f-ca8080e2a982
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:16Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58c8b41c0df0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21977"
    uid: 8c9206ac-8e4c-4aea-9700-a3134fc5ba90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:46Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T16:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:46Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58c9228c98c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: 6f9f89bd-3cb0-4f45-8c18-1500a10bd383
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:51:38Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m52.585s
    (1m52.585s including waiting). Image size: 8945763107 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:38Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cac5f6d4d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: 9bda9a82-f295-4566-ab85-c41a5fd5943b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:51:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cac6b7cabb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23056"
    uid: 16b78309-6d87-4a2b-b9ec-71056e7a2268
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:51:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cac6d2278ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23058"
    uid: 0d03b19b-0ac8-45ae-9ad6-67bdd1b3365b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:51:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cac6d2cee70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23059"
    uid: b474d263-0c7e-4987-a7dc-c7c1f2ac3922
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:51:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cac73b9b65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23061"
    uid: f549a5ad-2fd2-48c5-82be-c3eb1c19d7af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:51:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cac75096f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: d9e3aed6-949e-4ddc-8176-3f9acd7e566f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:53:28Z"
  message: 'Readiness probe failed: Get "http://10.132.0.39:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-15T16:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cc5d1217f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24019"
    uid: 3863410f-1216-4dca-841f-61a00efa87ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cc699586940
    namespace: kserve-ci-e2e-test
    resourceVersion: "24060"
    uid: 38d970ca-a994-48b4-a9a5-d0c6dcb80424
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cc699590eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24061"
    uid: 4318556c-d2eb-4f7d-8c47-f9c3d6304704
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 310f45f9-fb29-4afd-ad45-8b1628973b2c
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h.18d58cc6aeea235f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: 0fae79fe-33d3-4cd1-88f9-aa66aa3523ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: a4c81f9c-b964-4d3f-b750-ff42298ef14d
  kind: Event
  lastTimestamp: "2026-09-15T16:49:15Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g5c4h'
  metadata:
    creationTimestamp: "2026-09-15T16:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d58c8af6fcc50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21947"
    uid: da543d16-544e-452a-b104-d53ea7488079
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: a63ac7e4-067c-463f-8912-5ebc320e4ff9
  kind: Event
  lastTimestamp: "2026-09-15T16:49:15Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-autogluon-v2-noslash-predictor.18d58c8af2d147ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21937"
    uid: de4dba26-d2a8-482e-8ab0-983d40529f80
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 8e5a773f-0f0b-4eae-b277-64701af159ca
  kind: Event
  lastTimestamp: "2026-09-15T16:52:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:15Z"
    name: isvc-autogluon-v2-noslash-predictor.18d58c8e716ceaee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: 449723fb-3b42-4729-9da2-c155839fda4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 8e5a773f-0f0b-4eae-b277-64701af159ca
  kind: Event
  lastTimestamp: "2026-09-15T16:52:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:49:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:15Z"
    name: isvc-autogluon-v2-noslash-predictor.18d58c8e71cec9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23319"
    uid: a0dd58d5-32d1-40ce-9568-598f49529fad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: 8e5a773f-0f0b-4eae-b277-64701af159ca
  kind: Event
  lastTimestamp: "2026-09-15T16:52:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:30Z"
    name: isvc-autogluon-v2-noslash-predictor.18d58cb164ae05ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23508"
    uid: 60ad0a0e-555e-442f-82bd-1b61a5cbd5e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: 8e5a773f-0f0b-4eae-b277-64701af159ca
  kind: Event
  lastTimestamp: "2026-09-15T16:52:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:00Z"
    name: isvc-autogluon-v2-noslash-predictor.18d58cb1650589e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: d37489f3-1bd2-4628-a1ff-6e7b5feb57d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 8038ce98-04a1-46bb-bca8-7d0a8987110f
  kind: Event
  lastTimestamp: "2026-09-15T16:53:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:17Z"
    name: isvc-autogluon-v2-noslash.18d58c8af2d54b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23946"
    uid: 89dbfc0d-0b4e-465a-95f2-fc024d9d77c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 8038ce98-04a1-46bb-bca8-7d0a8987110f
  kind: Event
  lastTimestamp: "2026-09-15T16:49:15Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-autogluon-v2-noslash.18d58c8af3600eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21940"
    uid: f3693bb1-20ac-439c-a87f-aa287406619f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23944"
    uid: 8038ce98-04a1-46bb-bca8-7d0a8987110f
  kind: Event
  lastTimestamp: "2026-09-15T16:53:17Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:17Z"
    name: isvc-autogluon-v2-noslash.18d58cc347cb6e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: df7f7b5e-6ac6-46e5-85d9-9b16787dd151
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:44:41.947954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:44:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:44:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c4b4a619b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19520"
    uid: 8ae1e116-c57d-4802-81c7-820ef47e135e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:44:42Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:44:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c4b6c80f2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 7cc014b4-db7e-4acf-b4a3-2cbb3e772f63
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:44:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c4b6dee53af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 0d293ab5-380d-4d19-bbdc-e275cfca8bc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:44:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c4b70e1b8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: a2d93c60-ac99-458d-80fd-5c263546adab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:44:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c4b714c0845
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: b123fd0e-3cc7-4328-a9d2-ca092541d1cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:45:03Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c5043a1b479
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: a4829a7b-3d59-4993-aa46-6c4bdd404e7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:45:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c504694a240
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: a0ac0f78-d79a-4730-b15a-77783c8871ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:45:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c5046fd50de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 4bddf0ab-d21a-42cd-8d4e-61aa12a77211
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:45:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c504707efa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 33e35d4e-f90f-424a-b836-6fa05959af3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:45:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c5049aea7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 8ef86087-8ab1-4b20-872e-1411b8414db0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:45:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:03Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c504a3615ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: 1cc8c96b-88c6-4415-9b0a-c6b8cd6dd207
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:46:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c68afe187ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 927095b6-a527-4055-881c-8214c7c390dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 3bd9cbd3-77c4-440c-8040-a1bf77fc9a84
  kind: Event
  lastTimestamp: "2026-09-15T16:46:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh.18d58c68afe1fede
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: e2ceb2b6-e8cb-4fe1-9bfa-f93d8fd3cc3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: ce87f6b2-21f6-4621-8ad3-f4be532e256c
  kind: Event
  lastTimestamp: "2026-09-15T16:44:41Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-bkcwh'
  metadata:
    creationTimestamp: "2026-09-15T16:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d58c4b49db96b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: e1ff13c9-0450-466e-9f0e-40d9f8fdc52b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: f1123b60-61b4-4e23-aaf1-2b28de816b25
  kind: Event
  lastTimestamp: "2026-09-15T16:44:41Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:41Z"
    name: isvc-autogluon-v2-predictor.18d58c4b4706f17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: a60d8167-99e9-413b-8beb-c7b95a33c2a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: 73e79b35-3411-4277-948c-9e949f695780
  kind: Event
  lastTimestamp: "2026-09-15T16:45:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:26Z"
    name: isvc-autogluon-v2-predictor.18d58c4ec5911427
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: 4292e9b9-6da4-47c8-837c-0df127fb84a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: 73e79b35-3411-4277-948c-9e949f695780
  kind: Event
  lastTimestamp: "2026-09-15T16:45:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:26Z"
    name: isvc-autogluon-v2-predictor.18d58c4ec60caf2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19890"
    uid: 93e90469-b5bb-428b-bc6f-c7eb75c02022
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 73e79b35-3411-4277-948c-9e949f695780
  kind: Event
  lastTimestamp: "2026-09-15T16:46:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:42Z"
    name: isvc-autogluon-v2-predictor.18d58c59437e554a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 4c1a777a-1f29-4bc6-bf11-9d5adababf2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 73e79b35-3411-4277-948c-9e949f695780
  kind: Event
  lastTimestamp: "2026-09-15T16:46:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:42Z"
    name: isvc-autogluon-v2-predictor.18d58c5943de1b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: d016326a-d8ba-462c-9274-dd296f5ca6fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:46:53.381854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:46:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:46:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c69e4736f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 019e7b3b-5ed4-4267-b906-bf9c5b9a110f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:46:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c69f02c3e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 7f808bdd-f726-4656-b33b-c1d7312ac2b7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:46:54Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:46:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c6a2a4b9b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 01b3a93d-04c8-4fc5-b271-81f4652f2a7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:46:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c6a2ba7b3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 3cb4bbc7-8e9a-49a7-b759-62cc08f63c23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:46:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c6a2e8b114b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 4c2fb22b-61ea-46ee-b1e8-e1c021469a5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:46:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:54Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c6a2ef1fbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 164562c6-a8c0-4897-be14-57a7dadc7417
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:47:23Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c7103b6978b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: 43526d24-4e22-4c40-a81d-a7aca58d332e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:47:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:24Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c71071ec0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 425595c6-ce49-4646-b8cc-e2a31e5d6560
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:47:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:24Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c71079c35fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20961"
    uid: 7bd3d96e-ee65-4fd9-a329-4c07c58568b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:47:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:24Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c7107a64b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 47a677b2-c30c-4b39-9203-38d3013b4c39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:47:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:24Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c710b5407ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 0e06569f-6c37-4f37-84cd-42604b76d4f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:47:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:24Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c710bdaa113
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 954fd6db-8480-480a-aa77-c5b8a593886f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:49:07Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-15T16:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c890c35e05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: f03e2b99-cfac-4cc8-94da-4e13e5496bcb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:49:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c89c1fc4dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 491c483b-c881-4571-aa18-3c80dd34ff46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 675df8c8-fe82-4ddf-876b-596286dd6edc
  kind: Event
  lastTimestamp: "2026-09-15T16:49:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:10Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf.18d58c89c1fcf164
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: 4a2aeabc-bc96-4477-b2fb-075b550969ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: e53053d8-902d-4b99-8853-c780cc9da269
  kind: Event
  lastTimestamp: "2026-09-15T16:46:53Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-trfgf'
  metadata:
    creationTimestamp: "2026-09-15T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d58c69e4014399
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 136bb87d-9d76-447a-9f5a-31ca3ce6fb63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 16cf4d2b-4fd4-4c31-b1ab-f7e9a043ac21
  kind: Event
  lastTimestamp: "2026-09-15T16:46:53Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:53Z"
    name: isvc-autogluon-v2-variants-predictor.18d58c69e16a006d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: e9f04efe-5a8c-4831-9653-a37922587837
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: 9edcd404-d9e1-4e66-a880-5d5ff6ccc33d
  kind: Event
  lastTimestamp: "2026-09-15T16:47:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:53Z"
    name: isvc-autogluon-v2-variants-predictor.18d58c6d6014aabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: 548799e7-8814-41c9-a6cf-c688389a5238
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: 9edcd404-d9e1-4e66-a880-5d5ff6ccc33d
  kind: Event
  lastTimestamp: "2026-09-15T16:47:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:53Z"
    name: isvc-autogluon-v2-variants-predictor.18d58c6d6065d969
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: 74c5559d-7380-48e3-bf39-97a9a29eb39c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: 9edcd404-d9e1-4e66-a880-5d5ff6ccc33d
  kind: Event
  lastTimestamp: "2026-09-15T16:49:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:49:08Z"
    name: isvc-autogluon-v2-variants-predictor.18d58c745e3002ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: 3c0ffbf0-3720-472d-9107-45afe9083231
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: 9edcd404-d9e1-4e66-a880-5d5ff6ccc33d
  kind: Event
  lastTimestamp: "2026-09-15T16:49:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:49:08Z"
    name: isvc-autogluon-v2-variants-predictor.18d58c745e96b987
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: cb318ea9-8b5e-4b0c-90f2-2dab65caa161
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 9c7be8c9-41bd-4e85-a7f2-b796bebf20d7
  kind: Event
  lastTimestamp: "2026-09-15T16:48:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:48:56Z"
    name: isvc-autogluon-v2-variants.18d58c69e16e08a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: 963ddd76-f42e-4f48-b646-befeb4193d60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 9c7be8c9-41bd-4e85-a7f2-b796bebf20d7
  kind: Event
  lastTimestamp: "2026-09-15T16:46:53Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:46:53Z"
    name: isvc-autogluon-v2-variants.18d58c69e2009a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: a5a2d57e-9798-4ec3-9f18-7dd6fcd34fb4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21734"
    uid: 9c7be8c9-41bd-4e85-a7f2-b796bebf20d7
  kind: Event
  lastTimestamp: "2026-09-15T16:48:56Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:48:56Z"
    name: isvc-autogluon-v2-variants.18d58c867ef76aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: ea7502d5-d32e-4b77-aa93-ee4f341abd00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: ef4142d5-b330-4c8d-b266-3ba0fc7c7a98
  kind: Event
  lastTimestamp: "2026-09-15T16:46:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:46:40Z"
    name: isvc-autogluon-v2.18d58c4b4709ceab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: e62d86d4-71a3-423a-8498-cfc61bad0f5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: ef4142d5-b330-4c8d-b266-3ba0fc7c7a98
  kind: Event
  lastTimestamp: "2026-09-15T16:44:41Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:41Z"
    name: isvc-autogluon-v2.18d58c4b47a1826f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: d6cb9d5a-a64c-442f-8087-c99dc3e7ef16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: ef4142d5-b330-4c8d-b266-3ba0fc7c7a98
  kind: Event
  lastTimestamp: "2026-09-15T16:44:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:41Z"
    name: isvc-autogluon-v2.18d58c4b4cd5cdd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: 165d2073-2804-4112-a0fa-0ef2de5e24c2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20497"
    uid: ef4142d5-b330-4c8d-b266-3ba0fc7c7a98
  kind: Event
  lastTimestamp: "2026-09-15T16:46:40Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:46:40Z"
    name: isvc-autogluon-v2.18d58c66d4d9cb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 831121cc-51c1-4667-bc5d-c2ed7b5e4ced
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:55:14.261799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25114"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7d5b67cc88-gj5cf
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cde8338d030
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: b200867b-fd56-4561-ab25-6014c9b5f6cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cde922476ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25138"
    uid: 7964e55f-52ef-4c1d-9f44-a6c26b805e34
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdec9bf27ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: 1b28cc8c-9ed4-4f2f-b34e-23cf40abb146
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdecb2e2b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25157"
    uid: 07029e47-f861-45f6-847c-85ea33102bb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdece08065a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 2521c65f-a0d5-4942-a12f-751c315c97bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdece7f3191
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: 6fd0405a-38d0-4cd9-a969-db8f9460a8d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:20Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdfed3711a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25225"
    uid: 6c5925d6-310c-45ab-9a61-e056760ddece
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:20Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdff1137fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25229"
    uid: 47f82787-7d1f-4d6b-bca3-f9c71b388e3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:20Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdff18a8de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25231"
    uid: f9b40e26-a1b1-4ce4-ad0e-75f966d6d1f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:20Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdff1959b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: a9e42e33-aa07-4882-aba0-9d36e2db49d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:20Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdff4829a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: de9ffe73-8bae-4e31-81a2-747c566d6172
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:55:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:20Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cdff4fa462f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25236"
    uid: 54adb55b-cbd1-440b-9752-a8d4e28b34db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:56:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:55:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:28Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58ce06522e625
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: d5883f8f-c7d4-454f-807e-dc0005a2bb68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:56:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:37Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cf1e2b501d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 6e6b15f6-e7ce-4e12-8b2f-02b098eaf36b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:56:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:37Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cf1e2b5a205
    namespace: kserve-ci-e2e-test
    resourceVersion: "25927"
    uid: fd594d73-9389-46ca-83f1-3ce61ff88825
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: cb2e2ca9-c28a-4fe9-9de9-a7347435dd48
  kind: Event
  lastTimestamp: "2026-09-15T16:56:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:38Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gj5cf.18d58cf21754f4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: a564e956-35ef-4e5a-86ea-e502d62d473c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:55:14.300274Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7d5b67cc88-pzlbm
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cde8583e675
    namespace: kserve-ci-e2e-test
    resourceVersion: "25126"
    uid: c4a4008c-9b27-465a-9e05-80fe05b92ba2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cde91180c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25137"
    uid: cb56f7bb-5ece-42d9-bea7-8dc42bbc08a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cdecbb6317f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: aa94d27c-b00c-436d-a220-e6321ea9f88f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cdecd627591
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: 7cf8fb5e-a002-41ab-a6c0-6cfd52d876b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cded056bc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25166"
    uid: 1c7574b0-c201-4ef5-b493-4e10d01caac9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cded0caf4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: 14996b6d-cc8a-453d-aad5-2db9adf0a313
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
  metadata:
    creationTimestamp: "2026-09-15T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cdfd522521d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25219"
    uid: 828bfc04-1253-43bd-9969-44c59621bf98
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    in 14.084s (14.084s including waiting). Image size: 1582981531 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:34Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58ce31c9cdab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25353"
    uid: 98bd93f6-35a2-4df7-8818-7d07e0fba93d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:34Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58ce320efed02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25356"
    uid: f53c185b-dca2-45e1-8a06-cecbaeccf12a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:34Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58ce3215f3151
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: 3a0e5ba4-159f-4713-b2a8-3513f3183519
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:34Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58ce321694485
    namespace: kserve-ci-e2e-test
    resourceVersion: "25358"
    uid: 35f188a0-be15-4401-834d-f2965a04a835
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:34Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58ce3244d0de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: e8041954-73f5-4a84-ad12-8cd1f0b1d87c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:55:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:34Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58ce324bd6872
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ab473f7d-9cb0-43e6-b2ec-6d55d13972b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:56:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:41Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58ce35896faf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25967"
    uid: f120174d-049d-4f6d-9359-e9619987e029
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:56:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:54Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cf5ce99efee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26095"
    uid: d0f8eb95-71e3-40f2-b724-c61e7980450e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:56:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:54Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cf5ce9a759a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26097"
    uid: 97abbe71-d718-4c10-ac65-c35da832cc78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25124"
    uid: df38b415-a393-4daa-8acf-7294155718f6
  kind: Event
  lastTimestamp: "2026-09-15T16:56:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:56Z"
    name: isvc-canary-create-predictor-7d5b67cc88-pzlbm.18d58cf634d055cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26114"
    uid: 589aa7ca-53d5-482a-bbc2-1f08fb54f7e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d5b67cc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: 4d04009e-2baa-4fd6-8b63-694643534b79
  kind: Event
  lastTimestamp: "2026-09-15T16:55:14Z"
  message: 'Created pod: isvc-canary-create-predictor-7d5b67cc88-gj5cf'
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-predictor-7d5b67cc88.18d58cde82b47b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25115"
    uid: f131bc69-7f2a-4e2f-9140-e0fc74eaa499
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d5b67cc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: 4d04009e-2baa-4fd6-8b63-694643534b79
  kind: Event
  lastTimestamp: "2026-09-15T16:55:14Z"
  message: 'Created pod: isvc-canary-create-predictor-7d5b67cc88-pzlbm'
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-predictor-7d5b67cc88.18d58cde85273674
    namespace: kserve-ci-e2e-test
    resourceVersion: "25123"
    uid: e68e9a85-c2ae-4d62-be12-3be4fabf8c00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d5b67cc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 4d04009e-2baa-4fd6-8b63-694643534b79
  kind: Event
  lastTimestamp: "2026-09-15T16:56:37Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7d5b67cc88-gj5cf'
  metadata:
    creationTimestamp: "2026-09-15T16:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:37Z"
    name: isvc-canary-create-predictor-7d5b67cc88.18d58cf1e280fe7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25921"
    uid: 5d1c916b-76e4-4b71-a8b4-04adf674c0c8
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: d8040782-7c7b-4e3d-92a6-1bb7d0ae57de
  kind: Event
  lastTimestamp: "2026-09-15T16:55:14Z"
  message: Scaled up replica set isvc-canary-create-predictor-7d5b67cc88 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-predictor.18d58cde7fcea048
    namespace: kserve-ci-e2e-test
    resourceVersion: "25100"
    uid: 7939fa93-c600-40ad-b0f1-0c12ac8c81ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: d8040782-7c7b-4e3d-92a6-1bb7d0ae57de
  kind: Event
  lastTimestamp: "2026-09-15T16:56:37Z"
  message: Scaled down replica set isvc-canary-create-predictor-7d5b67cc88 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:37Z"
    name: isvc-canary-create-predictor.18d58cf1e21b80b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25919"
    uid: 133f661f-6bb7-462c-84a6-bec01f4a4206
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:55:14.223648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cde80f2ab9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25109"
    uid: 12c4492e-b67b-4f07-99c8-9c5252661e7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cde8c1b8f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: e6ae5ba2-8354-4cd0-b859-45d8a2d2737e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdec6fc9a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25152"
    uid: 2921d05b-5682-48dd-aec6-fab30fd21a5f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdec8520769
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: de1cb826-3fe6-4641-989a-b248ef020f69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdecb6970c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25158"
    uid: 74518acf-ee2d-45be-b5f0-6de31cc72efd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:15Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdecbf534d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25160"
    uid: 9a928dda-f5f6-4158-9b8a-7b27b8ab72fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdfb11cc4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25207"
    uid: 6a2ef08c-15a2-4c6e-acf5-31b6ae49e007
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdfb48aca86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25209"
    uid: 7ea4b20d-1d19-40da-bd71-8e6fcf468c6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdfb504a56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25211"
    uid: e597d1cb-2c0a-47dc-b2c6-96ebd2f55fab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdfb510bb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "25212"
    uid: d4667a6c-79f7-4fb5-ba54-74f9ebf55f81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdfb856e293
    namespace: kserve-ci-e2e-test
    resourceVersion: "25214"
    uid: 9e3a9a65-2721-489e-b981-0a004187a62a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cdfb8d10400
    namespace: kserve-ci-e2e-test
    resourceVersion: "25215"
    uid: 60040590-3841-4151-b02b-b60c2f78d812
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:56:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:57Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58ce02944648b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26121"
    uid: 942ee406-1f1f-49f0-b94c-2808d5e82435
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:56:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:54Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cf5ce5a0135
    namespace: kserve-ci-e2e-test
    resourceVersion: "26094"
    uid: 1a630920-6414-488b-814c-1a733e9aa194
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:56:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:54Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cf5ce5ab88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26096"
    uid: 67bb777a-308b-4881-ad23-31a9c08bd45d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 9bbb2c7a-9c31-42cd-b4ed-4254e379d740
  kind: Event
  lastTimestamp: "2026-09-15T16:56:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:57Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz.18d58cf6838cfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26120"
    uid: 55d173bf-fbab-4325-bc40-f8f6e4228ade
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-79c6bd57b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: 32dcc43e-f93f-4168-b3ba-06c45f2380a3
  kind: Event
  lastTimestamp: "2026-09-15T16:55:14Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-79c6bd57b5-jccsz'
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5.18d58cde8099119d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25106"
    uid: b20531da-c755-4ec5-86a6-cce5c4299b5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25088"
    uid: 894a9d31-8adc-4e9c-a551-92ddf1f7eb9f
  kind: Event
  lastTimestamp: "2026-09-15T16:55:14Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-79c6bd57b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:14Z"
    name: isvc-canary-create-v2-predictor.18d58cde7dc0bc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: 4e451a69-3275-4864-b3ea-f9574c1ae710
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 363ee93f-6446-437e-8b57-f3e0b995ea8d
  kind: Event
  lastTimestamp: "2026-09-15T16:56:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:56:51Z"
    name: isvc-canary-create.18d58cde7f86c5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26048"
    uid: 224db8bf-b1f7-42f7-8243-97535637ac6b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 363ee93f-6446-437e-8b57-f3e0b995ea8d
  kind: Event
  lastTimestamp: "2026-09-15T16:56:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:56:37Z"
    name: isvc-canary-create.18d58cde7fdae26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: 2fb7a5df-4ea3-4e75-a09b-b8fe2086de57
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 363ee93f-6446-437e-8b57-f3e0b995ea8d
  kind: Event
  lastTimestamp: "2026-09-15T16:56:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:56:37Z"
    name: isvc-canary-create.18d58cde7fdb139b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: b6919595-f47b-449d-8364-e171a688cb58
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26046"
    uid: 363ee93f-6446-437e-8b57-f3e0b995ea8d
  kind: Event
  lastTimestamp: "2026-09-15T16:56:51Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:56:51Z"
    name: isvc-canary-create.18d58cf5109ff84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26047"
    uid: f88efcaf-a333-4439-a489-8ae7b4a75e2e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:56:59.551326Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6d6bc676fb-5t57j
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf706f77443
    namespace: kserve-ci-e2e-test
    resourceVersion: "26194"
    uid: 52bf418e-427a-410a-9cfd-79be18be4a9d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26200"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf728d1348c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26218"
    uid: 11e41702-7d51-450e-ac59-c73a6e45959f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf72a39c529
    namespace: kserve-ci-e2e-test
    resourceVersion: "26222"
    uid: 4fe6841d-50b4-4e18-965b-10841e16a4ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf72d8ff94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: c4511088-03a3-4378-9e2e-c93ccbd54aca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf72e070d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 52238fbf-8ce3-48d6-8081-b3b7fbe7e003
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf844580848
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: 5b3022ab-6c8c-4d69-8f69-62a9f21f9fbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf847f9a521
    namespace: kserve-ci-e2e-test
    resourceVersion: "26291"
    uid: 01e837d5-5a1f-4f16-a255-ab53bba04ad1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf848767cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: 437633ce-830c-4622-94b6-9a8fa0d6834d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf848825306
    namespace: kserve-ci-e2e-test
    resourceVersion: "26297"
    uid: 05f0d4fa-2752-4191-b862-8227ce03f45a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:05Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf84bdb517d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 2c28e27e-0620-47c9-be4d-f7bb2c8f617d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:57:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:05Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf84c6120fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26302"
    uid: c3e87ea7-ed0f-48a1-ae9e-6c43065f289c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:58:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:12Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58cf8bc8ccf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: b91f6a2c-306d-4a88-80bb-34b4e4363525
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:58:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:22Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58d0a39d1ef26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27389"
    uid: a668f5fe-07bf-4195-ac2b-ce861cbf68b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:58:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:22Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58d0a39d2b56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: afcf023e-e252-4fee-b9d7-6f99f4b57d80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: a93c0eb2-017d-4950-9d62-714f0ff6e4b3
  kind: Event
  lastTimestamp: "2026-09-15T16:58:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:22Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-5t57j.18d58d0a6eb5ea4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27409"
    uid: 5fca4d10-7a03-45a1-816f-1d8bdaca0084
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:56:59.497605Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26174"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf703c3c3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: 59e3986d-b768-416a-998c-3c6e6a55d607
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26188"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf725b9a7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: 2a82fce0-1c29-4844-9829-c15b17baf9b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf7272fef08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 7a5fdc33-9f68-433d-92a1-e2bd46aea249
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf729ab21c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: b1ddafee-815e-4988-9f89-dcc48f44dc47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf72a10b5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: ed9c4e64-497a-4832-8e23-ecb7313911b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf82a364fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: f1480a1e-10b6-40d4-944a-1554ba69420d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf82d3cde04
    namespace: kserve-ci-e2e-test
    resourceVersion: "26274"
    uid: 3b06f5ac-4655-4c05-942c-fa728ad64fa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf82da4cffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: 86890f09-b67e-4e3a-b4ec-c9b40575ab4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf82daf568d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 59d6c34e-d2d7-4725-854c-68e66cdb9b5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf8303548f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26278"
    uid: c50c2db7-e607-4528-8ae0-e5d7e12829b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf8309597f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26279"
    uid: 28fad878-2a6c-4957-b85f-7e031fdbb2b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:58:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:12Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58cf8a220ca86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27277"
    uid: 1ab90fa0-4304-41c1-b9b3-b3f67193d17c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:58:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:29Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58d0bf8cbbdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27471"
    uid: 3e44777a-9391-483f-943c-96c9858a9f44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:58:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:29Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58d0bf8cc487a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: fa48ff77-5cd3-41f8-8f62-f1c18cc645bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: d614ee53-bc5a-4ca2-aae9-2fcfa7c09c74
  kind: Event
  lastTimestamp: "2026-09-15T16:58:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:32Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-t2j5c.18d58d0ca8573198
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: 791c7956-5b9c-46c6-8e06-f6a4435a09df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6d6bc676fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: d23ad183-e75c-407a-8577-c9fc16936d16
  kind: Event
  lastTimestamp: "2026-09-15T16:56:59Z"
  message: 'Created pod: isvc-canary-promote-predictor-6d6bc676fb-t2j5c'
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-predictor-6d6bc676fb.18d58cf7034067b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26175"
    uid: 1054b4ce-ea15-452e-969d-9c5ffb004134
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6d6bc676fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: d23ad183-e75c-407a-8577-c9fc16936d16
  kind: Event
  lastTimestamp: "2026-09-15T16:56:59Z"
  message: 'Created pod: isvc-canary-promote-predictor-6d6bc676fb-5t57j'
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-predictor-6d6bc676fb.18d58cf7068738c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: 684b76aa-9ac4-4cb6-9943-809876b87a0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6d6bc676fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27381"
    uid: d23ad183-e75c-407a-8577-c9fc16936d16
  kind: Event
  lastTimestamp: "2026-09-15T16:58:22Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6d6bc676fb-5t57j'
  metadata:
    creationTimestamp: "2026-09-15T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:22Z"
    name: isvc-canary-promote-predictor-6d6bc676fb.18d58d0a399e71f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: b0d76ccc-b554-4b11-9209-2908e373cd6a
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26161"
    uid: 60c49757-2238-4fa0-a4a5-19a7ea4e57f2
  kind: Event
  lastTimestamp: "2026-09-15T16:56:59Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6d6bc676fb from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-predictor.18d58cf700b1e7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: f23515b4-010a-4cad-a9e5-fdc5d3386710
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27376"
    uid: 60c49757-2238-4fa0-a4a5-19a7ea4e57f2
  kind: Event
  lastTimestamp: "2026-09-15T16:58:21Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6d6bc676fb from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:21Z"
    name: isvc-canary-promote-predictor.18d58d0a393af2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: f4901588-0cf8-4feb-a15c-fdde93253ba8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:58:29.598044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27481"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:58:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:58:29Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0bfe2b5ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27486"
    uid: 8f222f3d-5912-407a-a727-dd3b7d51fde9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27491"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:30Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:58:30Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0c20ac72d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 2265f30d-9c85-467d-87c9-cb7662fde889
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:30Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0c2207a7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: 2207c25c-1a22-4524-866e-3d9c4a92a89a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:30Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0c2475d3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 7a92e66d-e369-4624-923d-debec9396d00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:30Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0c24d740ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: 2ad4c7c8-4c5b-49eb-972d-824a565dfd91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:34Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0d38f33bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: b6ef0dea-6407-4e6b-91bc-9f0c164ce979
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:34Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0d3cbaac11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27553"
    uid: ef65425c-cb64-441a-9ec9-c1874ae26a36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:34Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0d3d1e5e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: b2c3a1ea-604f-422d-8df8-b1994fa74844
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:34Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0d3d2844dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: ec183a60-c192-467d-9ba3-49226ff4e673
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:34Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0d400a8ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27557"
    uid: 19ecc572-a31c-4039-9d8e-1796d55ef8d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:58:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:35Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0d406a8533
    namespace: kserve-ci-e2e-test
    resourceVersion: "27558"
    uid: 82182f59-824b-4f6c-8139-8203e5a87fa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:59:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:59:46Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d0d753776a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28146"
    uid: f80f600d-282b-4f86-b26a-c94d3f6cef91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:59:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:59:59Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d20f9e7ea37
    namespace: kserve-ci-e2e-test
    resourceVersion: "28261"
    uid: 9522c38c-dc97-4531-b1d6-329a993de35e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T16:59:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:59:59Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d20f9ea0392
    namespace: kserve-ci-e2e-test
    resourceVersion: "28263"
    uid: e7a0242a-05fb-4507-9096-757071cd90c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: a5a1736a-5e16-4ddd-8f27-87ba94e7f023
  kind: Event
  lastTimestamp: "2026-09-15T17:00:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:01Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg.18d58d217b609664
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 6697e25a-44fc-44fd-8835-e6f479322343
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:56:59.489422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf70346f96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26178"
    uid: acd3bc55-5f6c-4782-a441-81382532b09d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:56:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf70cbb452b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: c3f598e5-aaf1-41a2-bc39-02bf7cefd2df
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26185"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf7494b26b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26231"
    uid: c8ba11f7-0fec-4bf0-9b48-2c003fb140ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf74ab4607c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 2a14a454-6536-44a9-ba94-4327fec6b2b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf74e25ad08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26234"
    uid: 84e2a83b-ce72-4aaa-ac51-428f13404bb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:00Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf74ea6a41e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: 91d6af0a-4e9c-40ad-a81f-7f3d443d1366
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf8444105b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26284"
    uid: 44caa6f7-8932-4b72-8611-5d5f430b09db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf847ee652e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 2f9d1411-d63f-4c62-8afb-c72118c2cea8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf8486926cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 8eb81fcd-8367-4afe-82b6-d37507f74c0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:04Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf848731e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26295"
    uid: 2edce582-4917-4b17-949c-f47fd936c0bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:05Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf84bd19491
    namespace: kserve-ci-e2e-test
    resourceVersion: "26299"
    uid: ac99200c-38c7-4708-b8b7-d01bfb9d8600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:57:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:05Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf84c541c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26301"
    uid: d44fe2cd-64f7-4623-9e64-3cc8b30b01d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T17:00:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:01Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58cf88070b0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: 654a28b6-d3af-4ea2-a770-e03e60cedc31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:59:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:59:59Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58d20fa174281
    namespace: kserve-ci-e2e-test
    resourceVersion: "28262"
    uid: 76cc99b2-fa54-45ee-8c34-86a1111f71f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T16:59:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:59:59Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58d20fa1a2802
    namespace: kserve-ci-e2e-test
    resourceVersion: "28264"
    uid: 48009220-1704-4de2-8221-591022d9b69d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26172"
    uid: 5459b0bc-4086-4a08-b186-6194fa6dec9e
  kind: Event
  lastTimestamp: "2026-09-15T17:00:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:06Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx.18d58d217b516ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: c6931030-89c6-4246-ba6a-4d9cc30ab6c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-d567b8dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: 55a21f37-fc21-4b08-ab8e-8c358b0d1ffd
  kind: Event
  lastTimestamp: "2026-09-15T16:56:59Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-d567b8dc5-hl4wx'
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5.18d58cf7029d6a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26171"
    uid: b55bcfd6-b6e9-4412-bf00-5ed6c5c2d3f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-d567b8dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: 55a21f37-fc21-4b08-ab8e-8c358b0d1ffd
  kind: Event
  lastTimestamp: "2026-09-15T16:58:29Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-d567b8dc5-8ffxg'
  metadata:
    creationTimestamp: "2026-09-15T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:29Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5.18d58d0bfdc2f94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27482"
    uid: 6e8c246d-a16f-4e29-ba3c-97b4ad0d47c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26150"
    uid: 4c0f9d3f-ea13-4271-b748-3f61db96f383
  kind: Event
  lastTimestamp: "2026-09-15T16:56:59Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-d567b8dc5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:59Z"
    name: isvc-canary-promote-v2-predictor.18d58cf6feb7c88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26152"
    uid: abb3e625-939f-4097-8a23-a37b0ab183fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: 4c0f9d3f-ea13-4271-b748-3f61db96f383
  kind: Event
  lastTimestamp: "2026-09-15T16:58:29Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-d567b8dc5 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-15T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:29Z"
    name: isvc-canary-promote-v2-predictor.18d58d0bfb5aa60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27478"
    uid: 2a905786-dc8b-46dc-9934-dc5c9d679cd3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: 37222ee3-f3fb-4254-99ad-c15489d6556c
  kind: Event
  lastTimestamp: "2026-09-15T16:58:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:58:22Z"
    name: isvc-canary-promote.18d58cf70057d270
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: c073be8c-bb41-4e5b-9161-5cfef7ab5fa2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: 37222ee3-f3fb-4254-99ad-c15489d6556c
  kind: Event
  lastTimestamp: "2026-09-15T16:58:22Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:58:22Z"
    name: isvc-canary-promote.18d58cf700bc2824
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: 30863149-7adf-4561-9df7-30b3fde8db92
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26143"
    uid: 37222ee3-f3fb-4254-99ad-c15489d6556c
  kind: Event
  lastTimestamp: "2026-09-15T16:58:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:58:22Z"
    name: isvc-canary-promote.18d58cf700bc8416
    namespace: kserve-ci-e2e-test
    resourceVersion: "27399"
    uid: d67671a7-f48f-4c30-903f-7a46fd064ce0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: 37222ee3-f3fb-4254-99ad-c15489d6556c
  kind: Event
  lastTimestamp: "2026-09-15T16:59:56Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:59:56Z"
    name: isvc-canary-promote.18d58d0a3f9a7587
    namespace: kserve-ci-e2e-test
    resourceVersion: "28223"
    uid: 7a2348a4-5517-4700-9924-30111bea8299
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:00:04.939099Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28344"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b76f97c96-bms8l
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:00:04Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2230f07390
    namespace: kserve-ci-e2e-test
    resourceVersion: "28347"
    uid: 71213c25-864a-4199-8b02-43debe7480cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28352"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:09Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:00:09Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2331564428
    namespace: kserve-ci-e2e-test
    resourceVersion: "28432"
    uid: 93979cb6-0681-44b4-86d5-a0f9a4e3880d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d23976d420e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28463"
    uid: 7d75b44e-3a77-4abe-bb2e-bbd4fe0f792e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:20Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d25be55e86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: dcc55b36-58b3-4051-9475-01feb7373bf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:20Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d25bf53a43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: 2de3d869-2101-4d95-995c-d6883116a913
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2cbfccefcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28758"
    uid: 3a966555-73ce-45a2-b86a-41a5d12993ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2cc5c33ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28759"
    uid: 1939153a-5d59-456d-a3c7-67461eb7a84e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2cc72a7052
    namespace: kserve-ci-e2e-test
    resourceVersion: "28761"
    uid: fd0b0fa6-e828-4d67-bfc1-46161378c682
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2cc736a146
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 50b8d806-9319-4711-b467-de42fa39aac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2ccd4a1828
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 162aa17a-73a1-409f-93c8-ab69db7be2d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2cce5ac0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28767"
    uid: 1aa9f004-7c96-4619-980f-c5b02db56232
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:01:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:58Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d2d301b3f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: ab6b5975-84a6-470a-b9aa-c4d901887678
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:01:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d35a4eff179
    namespace: kserve-ci-e2e-test
    resourceVersion: "29167"
    uid: 4987994a-730d-487b-8069-891d12950133
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:01:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d35a4f0ccb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29169"
    uid: ff3df837-cac2-49c3-8c55-02d1157bfaa1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: f5ef1660-fc22-4cad-a043-847f0f29a040
  kind: Event
  lastTimestamp: "2026-09-15T17:01:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:58Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-bms8l.18d58d36bc13c98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29460"
    uid: d0b92955-d290-4f89-b57e-fb9ebf771486
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:00:04.984271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28351"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:00:04Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d2233a1a45a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28356"
    uid: 17de10e5-08a0-4fd2-bb94-daa07dbfe726
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28362"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:05Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:00:05Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d2255d7d247
    namespace: kserve-ci-e2e-test
    resourceVersion: "28382"
    uid: 403c8d0a-2257-48c2-a03f-3c9f3b4fff96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:05Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d225737176a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28384"
    uid: 7f935353-4c1e-491b-aa8f-aafee93ec195
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:05Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d225a0e2e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "28386"
    uid: c06cb336-8e78-435e-bdbc-569c23373c28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:05Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d225a7f4166
    namespace: kserve-ci-e2e-test
    resourceVersion: "28387"
    uid: d5c5fdab-d56d-4862-a6f7-3d657130c7a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d2371f988aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28442"
    uid: 66b452d5-efce-4f38-8dc5-188527a6d3a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d237619e9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28448"
    uid: f281e7ee-86b8-49de-a441-8ce0ffa934e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d2376d1b284
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: 7b14b3d5-8711-4f12-a160-098542de386b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d2376db088e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: 65c0e3e9-d0db-4be2-a453-7c9fbcd6cd57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d237a123ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28456"
    uid: a41ee22c-9ec7-4c44-b923-a84dbf1d640a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d237a962d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "28457"
    uid: 98120dca-eabb-4b40-bf52-5973eb55aa0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:03:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:18Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d23ea103eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: 319ef759-82bf-4732-881b-8e3a2f8c5d23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:03:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:15Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d4e751116c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30122"
    uid: 735b0bbf-674c-48ad-8050-d86d1b90b4c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:03:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:15Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d4e751234d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30124"
    uid: 6d4a4e91-6525-4c72-ad85-c29b1fec150c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: 6fe76ae1-caba-4adc-8998-cac717fcabe0
  kind: Event
  lastTimestamp: "2026-09-15T17:03:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:18Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-fxx9m.18d58d4f38c3c2ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30151"
    uid: d2568fb6-a06a-408b-a5be-07bd578cedf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:01:34.984862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29248"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:01:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:01:34Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d372815c020
    namespace: kserve-ci-e2e-test
    resourceVersion: "29252"
    uid: 6c4211a2-7ffc-4060-b628-ce6b756145d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29257"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d39235aee9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29325"
    uid: 3b4c9e64-dfd4-4b68-8e84-d4a9f8d40e1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3924d12f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: 3f32985e-c645-4b9f-a5d1-01ff7b4eeb81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3927a8e146
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 49c3a80f-cecc-4ef3-905a-5796cb5ab4e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3928158793
    namespace: kserve-ci-e2e-test
    resourceVersion: "29330"
    uid: 9fb5883e-a9a1-4ed3-9cc6-388bdc4d8b83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:48Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3a4c38fa39
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: 4acfa34f-ced2-41aa-b4d2-55c0eec91a91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:48Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3a4f85e6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29377"
    uid: 26138a65-94e4-4cdb-b186-5f599ae30948
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:48Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3a4ff413aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: 34e12035-bb6e-4f6c-95b5-4cdb98ad694e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:48Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3a4fff5c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: 15c9d6ee-d8b2-4040-b9b1-08acca296c0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:48Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3a52f13ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29380"
    uid: d6b3440f-f62b-4002-9f16-260ea8580093
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:01:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:48Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3a535fb4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29381"
    uid: e11b5027-a307-4239-8593-b6136fc08073
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:03:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:16Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d3ac43af87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: 52c234fd-3f0b-4c1f-a62f-fec49654c884
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:03:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:15Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d4e752867b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30123"
    uid: fa83500d-2be4-4275-b879-79bc1ae249b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:03:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:15Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d4e75290028
    namespace: kserve-ci-e2e-test
    resourceVersion: "30125"
    uid: 7a8ca543-2044-4a05-b162-30262b6224b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29250"
    uid: 0cc852f3-7157-4499-ad1c-f88e6bff3e02
  kind: Event
  lastTimestamp: "2026-09-15T17:03:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:16Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-ntzm8.18d58d4eca9cdfa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30135"
    uid: 85a712d8-609d-4447-980a-73834d539b49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b76f97c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28328"
    uid: 253587cb-8e63-4999-990a-10e608ebf986
  kind: Event
  lastTimestamp: "2026-09-15T17:00:04Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b76f97c96-bms8l'
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:00:04Z"
    name: isvc-canary-rollback-predictor-6b76f97c96.18d58d22309d8e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 0dca0e4b-5450-4534-8eae-558576b740da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b76f97c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28328"
    uid: 253587cb-8e63-4999-990a-10e608ebf986
  kind: Event
  lastTimestamp: "2026-09-15T17:00:04Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b76f97c96-fxx9m'
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:00:04Z"
    name: isvc-canary-rollback-predictor-6b76f97c96.18d58d223330c956
    namespace: kserve-ci-e2e-test
    resourceVersion: "28353"
    uid: 6aadcef8-d860-404c-82e0-c9e512679b58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b76f97c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29159"
    uid: 253587cb-8e63-4999-990a-10e608ebf986
  kind: Event
  lastTimestamp: "2026-09-15T17:01:28Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6b76f97c96-bms8l'
  metadata:
    creationTimestamp: "2026-09-15T17:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:01:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96.18d58d35a4a89bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29163"
    uid: 8f5c24a1-e378-40b7-8135-0a353759a92b
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b76f97c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29244"
    uid: 253587cb-8e63-4999-990a-10e608ebf986
  kind: Event
  lastTimestamp: "2026-09-15T17:01:34Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b76f97c96-ntzm8'
  metadata:
    creationTimestamp: "2026-09-15T17:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:01:34Z"
    name: isvc-canary-rollback-predictor-6b76f97c96.18d58d3727b3d7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29249"
    uid: 7becde3f-9100-4e8c-a0cd-e814f0683cf4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28327"
    uid: 63a2a152-a7b2-4ca2-8d2c-1cd1176c5147
  kind: Event
  lastTimestamp: "2026-09-15T17:00:04Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b76f97c96 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:00:04Z"
    name: isvc-canary-rollback-predictor.18d58d222d5baff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28330"
    uid: 3c24b9b2-2749-4553-b0f9-6fa0589ce801
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 63a2a152-a7b2-4ca2-8d2c-1cd1176c5147
  kind: Event
  lastTimestamp: "2026-09-15T17:01:28Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6b76f97c96 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:01:28Z"
    name: isvc-canary-rollback-predictor.18d58d35a3ec3124
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: 32ab253e-1627-4894-ba37-82ff47434ac3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29240"
    uid: 63a2a152-a7b2-4ca2-8d2c-1cd1176c5147
  kind: Event
  lastTimestamp: "2026-09-15T17:01:34Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b76f97c96 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-15T17:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:01:34Z"
    name: isvc-canary-rollback-predictor.18d58d372544511f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29245"
    uid: 86e189cb-c8a6-483d-8b19-39e2fe20bda1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:00:04.903031Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28334"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:00:04Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d222eca12f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 44195068-0c1e-4bc2-b481-bf8b9f2e4851
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:05Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d223689b797
    namespace: kserve-ci-e2e-test
    resourceVersion: "28365"
    uid: 6023da94-672b-4ad2-b3f5-c4741c1999bd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28343"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:06Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:00:06Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d2274be1d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "28391"
    uid: ad827daf-d85b-44b9-8091-5b97eeb5dc40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:06Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d227618cebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28394"
    uid: 29b944d8-a851-4b2b-8136-f18e7440b7b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:06Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d22795c339f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28395"
    uid: 345f68bf-a38b-4e10-a2f0-e6f0b1f836f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:06Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d2279d4bb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28396"
    uid: 3864776a-b7cd-45b2-8a93-643368a7f14c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d2371e0bb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: 76c63c1e-1a77-403f-a4ae-f9aa2b21d9ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d237624d7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28449"
    uid: a816d02e-91da-49d0-8813-d65e00d59715
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d2376ad0a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "28450"
    uid: 87d45857-aaed-4934-8ffa-dbf813c00914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d2376b95198
    namespace: kserve-ci-e2e-test
    resourceVersion: "28451"
    uid: 13e3fb50-e154-4d9b-ac43-52d20f748f7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d237a081c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "28455"
    uid: 25ce2018-151f-4d90-80cf-271296487c8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:00:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:10Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d237aa5445a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28458"
    uid: 7e6fdae3-58ad-4aec-8295-5f7bb295553a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:01:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:38Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d23ea102151
    namespace: kserve-ci-e2e-test
    resourceVersion: "29283"
    uid: e16f5d83-eaf1-4f47-b9e1-a5b3c2ffc4c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:01:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:34Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d3723132199
    namespace: kserve-ci-e2e-test
    resourceVersion: "29237"
    uid: 88b33970-73d3-4177-85bb-86167a2fa3d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:01:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:34Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d372313b789
    namespace: kserve-ci-e2e-test
    resourceVersion: "29238"
    uid: 0a540eed-d562-4ca7-8502-6544b84fd148
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 5ddc00d3-f8dc-4f9f-883c-a221f9062c18
  kind: Event
  lastTimestamp: "2026-09-15T17:01:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:38Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9.18d58d37f0530144
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: e825611e-0dba-48f8-b1e0-36687a557258
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: c50eb1aa-0eab-493d-a430-ef91159e0fc3
  kind: Event
  lastTimestamp: "2026-09-15T17:00:04Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-mkkt9'
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:00:04Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c.18d58d222e66466f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 2f2018ec-fdc3-4da9-8919-83d68a10b7e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: eea1f147-3ab0-48ea-8279-7b6b558fb5be
  kind: Event
  lastTimestamp: "2026-09-15T17:00:04Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6bf7c9cd7c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:00:04Z"
    name: isvc-canary-rollback-v2-predictor.18d58d222b73dbcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: cc51ce4b-1319-449c-bea5-f4d9bf94b222
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28311"
    uid: 7e282de8-eb55-45c3-b754-1ad6c7259bb7
  kind: Event
  lastTimestamp: "2026-09-15T17:01:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:01:34Z"
    name: isvc-canary-rollback.18d58d222d0c286e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29247"
    uid: 3c187589-38d9-42a2-ab78-aacf3f1d0074
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28311"
    uid: 7e282de8-eb55-45c3-b754-1ad6c7259bb7
  kind: Event
  lastTimestamp: "2026-09-15T17:00:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:00:05Z"
    name: isvc-canary-rollback.18d58d222d68bbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "28363"
    uid: 32c2bc6f-9143-46a5-893c-01c37d376298
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28311"
    uid: 7e282de8-eb55-45c3-b754-1ad6c7259bb7
  kind: Event
  lastTimestamp: "2026-09-15T17:00:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:00:05Z"
    name: isvc-canary-rollback.18d58d222d6901d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28364"
    uid: 44d06b41-7069-4945-9cb7-1f33ca194bd8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29174"
    uid: 7e282de8-eb55-45c3-b754-1ad6c7259bb7
  kind: Event
  lastTimestamp: "2026-09-15T17:03:06Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:03:06Z"
    name: isvc-canary-rollback.18d58d35a8272e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "30034"
    uid: 3a2aea41-4ae1-49fa-9b46-92a97a46494f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:03:20.277407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7f6f9c568d-7djp6
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d4fac027f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30212"
    uid: b9abfcef-5886-42a6-8b02-9d66af984263
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d4fb9e45e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: 6ce456a6-50e1-46a6-a642-b63e72544261
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:21Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:03:21Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d4ff21026c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30256"
    uid: 2c5a2511-0d18-418f-a991-acde103d8969
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:21Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d4ff383a3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30258"
    uid: ff294c0a-d06e-46af-b8db-dba919925484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:21Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d4ff6dd2d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30262"
    uid: 2892681d-fe93-4f45-8acd-e30dffb1eb91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:21Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d4ff7544c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30263"
    uid: 4ec8370a-455e-4d99-80db-4f79ede676b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:25Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d50fed0d195
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: 1f5e5870-a713-47d3-97b5-5dd2ed1e0240
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d5101c06f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 074041a5-5977-4748-9306-702c3d230bd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d51023ab5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30316"
    uid: 01c180bb-a26e-4524-a978-d64958403c73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d5102448b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30317"
    uid: 3ac7453a-fda7-4239-81b0-5d5c91c129e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d510522b414
    namespace: kserve-ci-e2e-test
    resourceVersion: "30320"
    uid: d49d72e6-680d-46f9-b0d3-934e36713a97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d5105e0d272
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: c5fec3f5-0cb9-47f4-9598-d11216d6ee7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:04:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:33Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d5176cb377e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30959"
    uid: 48485bd4-f30a-4957-8758-4ee543ed7bc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:04:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:42Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d62c9283bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: daf3857b-49b7-42b2-a5f0-8a48e7c8e932
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:04:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:42Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d62c9297e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: c8c1b306-2931-4ebf-ac6c-8f485910c50a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30211"
    uid: 2ea72c61-c88c-404c-8ba2-33e84c49933b
  kind: Event
  lastTimestamp: "2026-09-15T17:04:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:43Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-7djp6.18d58d632900af3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31074"
    uid: 1ee1547e-8976-4e80-a84b-f0c1b74d94cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:03:20.320143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30219"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7f6f9c568d-xfg42
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d4fae8e97a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 9cff042c-a241-4f84-8a7f-a0f5a3ecbed6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d4fbaa65997
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: f7c598d8-a241-4c93-9915-8dc6c2acf84a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30227"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:21Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:03:21Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d4ff468dee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: 8a8f7e3e-3a56-4b2b-a6e9-4a91c2510816
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:21Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d4ff5ca91c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30261"
    uid: dd16e688-5fba-4532-b95c-961c6dae5de1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:21Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d4ff8ccd8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30264"
    uid: 2e0f416b-488e-4ddf-823c-393c90cdc58b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:21Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d4ff9446361
    namespace: kserve-ci-e2e-test
    resourceVersion: "30265"
    uid: 78923383-a8a0-48e7-be6c-083042015806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d510fac7705
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: b8678f0c-9f63-48ad-8202-6656b0a3c8f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d5112e568cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30329"
    uid: 72ec0394-6752-47c0-9813-e3da14dc49ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d51136eb4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: e53103b8-ff63-4483-907f-8db971496b7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d5113790130
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: 0dde1829-37df-43bc-abeb-c258d490abec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d51166a7bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: c76c1216-97bd-4622-91d1-bd8d19ad4a00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:26Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d5116df769f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: 2e35041c-85a5-40fb-81d2-9ec8e3c4c518
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:04:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:52Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d514bc542cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31186"
    uid: 39381a0b-ecb1-4aa7-839b-699d1db7920c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:04:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:50Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d64a0ad4586
    namespace: kserve-ci-e2e-test
    resourceVersion: "31164"
    uid: cad8e781-5dac-4d3d-948c-80ec409a95dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:04:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:50Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d64a0ae69d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31165"
    uid: 5b4719af-0edd-4b97-bb8a-c01658269564
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 4b94549a-7e75-4e24-ba50-c86127172f4a
  kind: Event
  lastTimestamp: "2026-09-15T17:04:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:53Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-xfg42.18d58d6551f8e0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: 0bd5588b-fabd-42cf-9955-bfa83952278a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f6f9c568d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30191"
    uid: 12244f26-9236-4134-af3d-e440198994ef
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: 'Created pod: isvc-canary-stop-predictor-7f6f9c568d-7djp6'
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-predictor-7f6f9c568d.18d58d4fab9bd6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: e7e18fa1-c913-4d81-82fc-763f63278f7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f6f9c568d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30191"
    uid: 12244f26-9236-4134-af3d-e440198994ef
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: 'Created pod: isvc-canary-stop-predictor-7f6f9c568d-xfg42'
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-predictor-7f6f9c568d.18d58d4fae27059f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30220"
    uid: f24e366b-7dfc-4bb0-a618-ce7ddace114e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f6f9c568d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31033"
    uid: 12244f26-9236-4134-af3d-e440198994ef
  kind: Event
  lastTimestamp: "2026-09-15T17:04:42Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7f6f9c568d-7djp6'
  metadata:
    creationTimestamp: "2026-09-15T17:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:42Z"
    name: isvc-canary-stop-predictor-7f6f9c568d.18d58d62c91c4776
    namespace: kserve-ci-e2e-test
    resourceVersion: "31037"
    uid: f0fbdc1b-429e-4b60-ab26-04e503f6ba2a
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30190"
    uid: f6c01517-5ad0-4797-b706-a544f9fe5c70
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7f6f9c568d from 0 to 2
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-predictor.18d58d4fa8775c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30194"
    uid: fff7a35f-06fc-44d2-824a-96d26f73ebe2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: f6c01517-5ad0-4797-b706-a544f9fe5c70
  kind: Event
  lastTimestamp: "2026-09-15T17:04:42Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7f6f9c568d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-15T17:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:42Z"
    name: isvc-canary-stop-predictor.18d58d62c8813581
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: e78b9165-e29d-4e84-92df-718c44ef3c4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:03:20.235518Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30197"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d4fa9834b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30204"
    uid: a4c86e93-977e-49db-81f6-f32b9b7f4cea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30208"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d4fcc164cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: b35e0a27-18eb-4ff5-bb04-1839d996fdb8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d4fcd703635
    namespace: kserve-ci-e2e-test
    resourceVersion: "30244"
    uid: 0e7cf7e1-09a7-4898-9aee-06bff4391b75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d4fd07a6cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30245"
    uid: cb0f4b7b-3313-41b6-938a-0fe1b72cbb64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d4fd0ed5d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "30246"
    uid: 72018ce1-ea90-40bb-80b1-93959e102a2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:25Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d50d38ab975
    namespace: kserve-ci-e2e-test
    resourceVersion: "30302"
    uid: 70d9a551-a292-48a5-8465-06b31f6224b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:25Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d50d718d420
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 19926410-d45a-40c0-b122-ef2a341e0f94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:25Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d50d79f6406
    namespace: kserve-ci-e2e-test
    resourceVersion: "30306"
    uid: 9d0d83f1-2617-442c-a6b7-3bd45fa97f02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:25Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d50d7ab4e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: f478f488-ea50-4b88-90af-fe4d553a0c27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:25Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d50dac18ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: e1c5100c-94e7-4cf9-89b0-c8604a07f76b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:03:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:25Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d50db3abc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30309"
    uid: 00dc1ab7-61f9-48ec-8417-523895844196
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:04:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:52Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d510fa23660
    namespace: kserve-ci-e2e-test
    resourceVersion: "31188"
    uid: b9c8c599-c767-42e8-99c5-6cadf98851ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:04:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:50Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d649ee4688a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31155"
    uid: 99500544-d219-4c0b-821c-e36898cdf674
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:04:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:50Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d649ee51082
    namespace: kserve-ci-e2e-test
    resourceVersion: "31157"
    uid: f13e845c-1339-46e4-ba2a-822cb1a064c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 7580928c-2053-483f-8b9a-c4c931433bac
  kind: Event
  lastTimestamp: "2026-09-15T17:04:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:52Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw.18d58d65161ccac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31187"
    uid: 5ae3284b-aa93-4aad-aa45-4c0eb6e1a39d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6d74b8779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: 6ebd2f79-456e-4622-bd4a-d43a6cfba4e1
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6d74b8779c-58ktw'
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c.18d58d4fa92361be
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: 709875a7-ec61-4bda-a45d-99d3bd72831b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30181"
    uid: 34feb23d-7333-4948-afe1-e8243df3210a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:20Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6d74b8779c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:20Z"
    name: isvc-canary-stop-v2-predictor.18d58d4fa66198ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 1f5cca89-1eff-4b0f-b190-013e8af969de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30174"
    uid: 430107be-87c3-43e3-aa3f-16e2df58aa6e
  kind: Event
  lastTimestamp: "2026-09-15T17:04:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:04:50Z"
    name: isvc-canary-stop.18d58d4fa8329fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31159"
    uid: 15253fc3-79ad-4451-ae35-bfd40c4da0e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30174"
    uid: 430107be-87c3-43e3-aa3f-16e2df58aa6e
  kind: Event
  lastTimestamp: "2026-09-15T17:04:42Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:04:42Z"
    name: isvc-canary-stop.18d58d4fa8952d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31052"
    uid: ef140fff-99ac-400c-a927-0fa958c4fbb6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30174"
    uid: 430107be-87c3-43e3-aa3f-16e2df58aa6e
  kind: Event
  lastTimestamp: "2026-09-15T17:04:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:04:42Z"
    name: isvc-canary-stop.18d58d4fa895b67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31053"
    uid: 63cab6a7-d57c-4885-b127-c4d00ecee756
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31055"
    uid: 430107be-87c3-43e3-aa3f-16e2df58aa6e
  kind: Event
  lastTimestamp: "2026-09-15T17:04:42Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:04:42Z"
    name: isvc-canary-stop.18d58d62cf373de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: c0bae61e-5060-4285-8353-7fec803a4f14
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: 430107be-87c3-43e3-aa3f-16e2df58aa6e
  kind: Event
  lastTimestamp: "2026-09-15T17:04:50Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-15T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:04:50Z"
    name: isvc-canary-stop.18d58d64a02afe41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31163"
    uid: 6dc33657-15a0-40f5-b4e6-8688f4a432ea
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:36:24.840492Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14938"
    uid: 7ab8f7d3-f1a4-4fa0-8824-6582926f6011
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:36:24Z"
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv.18d58bd78c77651d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: a3926d2b-c7c0-4c5a-a96a-ede5ed8ca800
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: 7ab8f7d3-f1a4-4fa0-8824-6582926f6011
  kind: Event
  lastTimestamp: "2026-09-15T16:36:25Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:36:25Z"
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv.18d58bd7aea04551
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: 24911bb7-476b-4581-94f0-e5fff2a21daf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 7ab8f7d3-f1a4-4fa0-8824-6582926f6011
  kind: Event
  lastTimestamp: "2026-09-15T16:36:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:34Z"
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv.18d58bd7affe5f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: 0f8698ae-6be5-4c5b-9acd-5fcad6e04adb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 7ab8f7d3-f1a4-4fa0-8824-6582926f6011
  kind: Event
  lastTimestamp: "2026-09-15T16:36:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:25Z"
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv.18d58bd7b300b038
    namespace: kserve-ci-e2e-test
    resourceVersion: "14968"
    uid: 924daade-11a1-4ddf-9ddc-8069d1b8ef23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 7ab8f7d3-f1a4-4fa0-8824-6582926f6011
  kind: Event
  lastTimestamp: "2026-09-15T16:36:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:25Z"
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv.18d58bd7b36bafdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: a0bfa1d1-1054-4370-930d-46810c3d79d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 7ab8f7d3-f1a4-4fa0-8824-6582926f6011
  kind: Event
  lastTimestamp: "2026-09-15T16:36:34Z"
  message: 'Error: secret "fail-s3-secret-76d9b9" not found'
  metadata:
    creationTimestamp: "2026-09-15T16:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:34Z"
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv.18d58bd9c8bfa9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: fb174a92-3048-469d-b142-c8dfffb711e0
  reason: Failed
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 83664ad1-8137-4c96-9c17-18137ee1e215
  kind: Event
  lastTimestamp: "2026-09-15T16:36:24Z"
  message: 'Created pod: isvc-init-fail-76d9b9-predictor-6d9dffdbd7-mj9nv'
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:36:24Z"
    name: isvc-init-fail-76d9b9-predictor-6d9dffdbd7.18d58bd78b916f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: 2bb3f23a-075e-4a9c-a868-947580741eba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-76d9b9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 5db48e6c-7a52-4ab3-95f2-0ad4308883b8
  kind: Event
  lastTimestamp: "2026-09-15T16:36:24Z"
  message: Scaled up replica set isvc-init-fail-76d9b9-predictor-6d9dffdbd7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:36:24Z"
    name: isvc-init-fail-76d9b9-predictor.18d58bd7867bb152
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 705a1d3d-a7a6-4122-ab19-628fee43595d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-76d9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: c26d8b43-2fe0-47c9-bc08-c42c718c2ecc
  kind: Event
  lastTimestamp: "2026-09-15T16:36:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:36:32Z"
    name: isvc-init-fail-76d9b9.18d58bd7868094a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: 65852e48-6f65-4c78-9da9-ce84ba2ad5e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:05:00.499365Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-sbd72
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:05:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:05:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6701b433f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31343"
    uid: 3035b74f-f382-4b8c-896c-b12ea357bfb1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d670d892516
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 7ce1dbb3-bf8f-4b79-92f9-2784a90a4fa2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31347"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:02Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:05:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d67696fdc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31368"
    uid: 123ed616-458c-4fc1-9cb0-c3007f1c39d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d676aedf018
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 10ac84e6-c5fd-43f6-b46d-28905fd80e04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d676ea08b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: 497dcacf-1894-4f03-a58b-0a86d1c0531f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:02Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d676fc5b76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 7b32af2b-3d00-4072-8ad3-efcfccbc945a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:06Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T17:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:06Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6875d01161
    namespace: kserve-ci-e2e-test
    resourceVersion: "31414"
    uid: 22898aec-f8ae-436f-a310-33e5eee578fa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 14.554s (14.554s
    including waiting). Image size: 632183572 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6bd9519777
    namespace: kserve-ci-e2e-test
    resourceVersion: "31520"
    uid: f08e4b2c-4938-4b87-b7d6-15c6a29b0e25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6bdee85b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: a37085e9-a8c1-4669-b83b-c37d7e4c337c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6bdf5edafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31524"
    uid: 9a5c7ce8-9391-40f1-ba77-f458127c9239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6bdf683c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31525"
    uid: 4d544e47-b868-4f28-ac86-af0f7fd97d1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6be344e0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31528"
    uid: b826d881-a852-4b3e-91a4-706c0f3f03dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6be3ce3905
    namespace: kserve-ci-e2e-test
    resourceVersion: "31531"
    uid: f8e356bb-0f9b-4191-b5bb-74fcf8cbc03a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d6c34a8e32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32335"
    uid: cb6ec1f1-4f75-4a45-add1-38fee8e702a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:50Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d80a2dff579
    namespace: kserve-ci-e2e-test
    resourceVersion: "32305"
    uid: a30dbae7-bf86-4e66-bb65-f1b06b6cd6d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:50Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d80a2e331c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32306"
    uid: 3afcf625-70a2-4d70-a552-13cbc21033b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31339"
    uid: 8c5a0bb5-d214-47b3-a1a7-278b09dde64e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-sbd72.18d58d8164e9eaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32332"
    uid: 4465ad4e-719c-4b97-9ca2-59f69be53a81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31328"
    uid: e0b5fe53-e843-42c9-90b6-fc3436e85150
  kind: Event
  lastTimestamp: "2026-09-15T17:05:00Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-sbd72'
  metadata:
    creationTimestamp: "2026-09-15T17:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:05:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d58d67014a9955
    namespace: kserve-ci-e2e-test
    resourceVersion: "31338"
    uid: 6ad7a9c7-071c-4d7f-8439-c789f97c1e6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: 03f46bba-9690-4d32-adda-c376357d5429
  kind: Event
  lastTimestamp: "2026-09-15T17:05:00Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:05:00Z"
    name: isvc-lightgbm-predictor.18d58d66feab6d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: 61549412-2651-46de-a2bd-08a5a195e9be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 14566c1c-337a-4d2c-8fd8-352937c19d97
  kind: Event
  lastTimestamp: "2026-09-15T17:05:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:05:30Z"
    name: isvc-lightgbm-predictor.18d58d6a7d24f14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: c6242091-0810-4399-8372-b78dfab1a08e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 14566c1c-337a-4d2c-8fd8-352937c19d97
  kind: Event
  lastTimestamp: "2026-09-15T17:05:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:05:30Z"
    name: isvc-lightgbm-predictor.18d58d6a7d81f00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: 334e9629-0fad-4b70-80a3-170ca59d5ca1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31480"
    uid: 14566c1c-337a-4d2c-8fd8-352937c19d97
  kind: Event
  lastTimestamp: "2026-09-15T17:06:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:06:45Z"
    name: isvc-lightgbm-predictor.18d58d717b0287a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: d196fa68-cc25-4411-b7f9-183bdd9b8939
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31480"
    uid: 14566c1c-337a-4d2c-8fd8-352937c19d97
  kind: Event
  lastTimestamp: "2026-09-15T17:06:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:06:45Z"
    name: isvc-lightgbm-predictor.18d58d717b821253
    namespace: kserve-ci-e2e-test
    resourceVersion: "32244"
    uid: 5999482d-8a2e-495a-8d0b-af1c204de044
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:06:55.769413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:06:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:06:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d81d8557a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32384"
    uid: a6274635-7097-45d4-baf1-7ef4aa46f1c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d81dffd6630
    namespace: kserve-ci-e2e-test
    resourceVersion: "32391"
    uid: 366fdd6a-92b2-42e8-8802-ce0ea9629fbd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32388"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:56Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:06:56Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d821e1c4d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: 3d636594-6049-469b-ad3d-40f069ba8303
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:56Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d821fa469be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32403"
    uid: da6b8071-faa7-4d0a-b2e4-066845258148
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d8222366e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: fd94b76e-8c95-484c-bb5f-5395359824eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:57Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d82229e7fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32405"
    uid: 62feda9d-5dd5-4e41-b55a-1ef60c6b41a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:07:01Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d8321ede257
    namespace: kserve-ci-e2e-test
    resourceVersion: "32441"
    uid: d6dc18c4-9922-49ce-8114-ed537fb6a42a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:07:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d8325d7323a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: 8e9563d8-3fc3-465b-8ae0-dd76045b7e7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:07:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d832640415a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: dabf9a2c-62c7-43c1-b9b6-d872984041c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:07:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d83264a26a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: b0d1393a-e35f-46a3-9e50-7641133bf8b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:07:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d832901ed77
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: 881210d9-cc94-4ef0-a7bc-d19de689ed1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:07:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:01Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d8329618df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: 78b018c6-b7fc-4cfa-b792-db847f6423de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:08:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d835dfbc6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33207"
    uid: c45d06f1-22a8-4a56-af2f-9f7f6bcaf6e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:08:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d96fc2cbfa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: 12ea90f1-3162-48d6-8c22-296105781de0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:08:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d96fc306894
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: 4600f378-5dbc-4304-9a34-b6b9f35d040a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 066e606e-2128-40f9-9518-8c1003c6dc2e
  kind: Event
  lastTimestamp: "2026-09-15T17:08:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6.18d58d976429a8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: d81c7437-1bfa-41ab-b2ee-98999999eeb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: 448cc8e8-aee7-4f7b-9c20-7ac07b98c6ef
  kind: Event
  lastTimestamp: "2026-09-15T17:06:55Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-nmlv6'
  metadata:
    creationTimestamp: "2026-09-15T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:06:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d58d81d7d85b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32379"
    uid: ab0a2a24-ee89-40ce-ae8d-ab285d52a3fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32366"
    uid: 1c17da62-d724-4024-8c88-f066e02e9298
  kind: Event
  lastTimestamp: "2026-09-15T17:06:55Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:06:55Z"
    name: isvc-lightgbm-runtime-predictor.18d58d81d524202e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32370"
    uid: 07f0122b-b7dd-47d3-9383-7803c003f12e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: b8916b56-4362-48e3-8e2b-a600b01673b0
  kind: Event
  lastTimestamp: "2026-09-15T17:07:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:07:25Z"
    name: isvc-lightgbm-runtime-predictor.18d58d8553885f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "32630"
    uid: 5d7c3e63-3111-4ebf-ab41-7c0ad236a041
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: b8916b56-4362-48e3-8e2b-a600b01673b0
  kind: Event
  lastTimestamp: "2026-09-15T17:07:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:07:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:07:25Z"
    name: isvc-lightgbm-runtime-predictor.18d58d8553ea4b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: 1ccebf6c-606d-4e6f-98db-97226ff45ca7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: b8916b56-4362-48e3-8e2b-a600b01673b0
  kind: Event
  lastTimestamp: "2026-09-15T17:08:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:08:25Z"
    name: isvc-lightgbm-runtime-predictor.18d58d8c511aec85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33167"
    uid: a52266c7-c786-4032-a5eb-d320af0336d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: b8916b56-4362-48e3-8e2b-a600b01673b0
  kind: Event
  lastTimestamp: "2026-09-15T17:08:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:08:25Z"
    name: isvc-lightgbm-runtime-predictor.18d58d8c51871893
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: 9fd7d64e-256f-470c-8347-07f11284e7bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: ba2d2ff6-e78c-4962-a55f-ffc23d00aeab
  kind: Event
  lastTimestamp: "2026-09-15T17:08:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:08:18Z"
    name: isvc-lightgbm-runtime.18d58d81d52ad32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: 90b8957a-b32a-484a-a175-0d227165a62d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: ba2d2ff6-e78c-4962-a55f-ffc23d00aeab
  kind: Event
  lastTimestamp: "2026-09-15T17:06:55Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:06:55Z"
    name: isvc-lightgbm-runtime.18d58d81d5b72581
    namespace: kserve-ci-e2e-test
    resourceVersion: "32374"
    uid: e9f9a57f-3938-4f8b-b542-e23c8798bd08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33112"
    uid: ba2d2ff6-e78c-4962-a55f-ffc23d00aeab
  kind: Event
  lastTimestamp: "2026-09-15T17:08:18Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:08:18Z"
    name: isvc-lightgbm-runtime.18d58d951537bce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: 33b92554-f861-4f41-8285-268c8b1aa1d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:09:27.084433Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:09:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da513697f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33841"
    uid: 6ea0b1d7-9d6f-45ac-920e-797b01f85b9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33845"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:27Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:09:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da5357125dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33855"
    uid: d5fa4497-83de-4924-a962-b786f1a27c2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da536c6220a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33857"
    uid: 8eedb403-675c-4fbf-95a8-8b4d0a67d199
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da539a5e42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 3a1718fc-0a81-4a38-8824-a35fc6b8c671
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da53a1da522
    namespace: kserve-ci-e2e-test
    resourceVersion: "33860"
    uid: 38a85c86-2b4d-4b2d-893b-5ddb5a99b235
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:32Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da63a01f98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33895"
    uid: 987267a7-464e-4233-b388-0bda608dbebb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da63e18cc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: cfb08cbd-376a-45e3-a4b6-391cbd57167c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da63e906c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 2b5fe45f-67f6-44da-b4ee-271dc9bf1d20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da63e9b92cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: 4ed05a48-46ff-4bf6-921e-8de443b14948
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da6423dafd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33904"
    uid: b35c501e-95d0-4b41-a05c-b5aab3a115c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da642b1946e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 48ac297a-ce76-418b-831b-2eb8e86cb25d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da6b21ab10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33927"
    uid: 4ceffdfb-038c-4baf-bc15-c0135ef8ee0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da9bf3283ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34042"
    uid: d7c66d1b-72ff-44ec-8767-c5ece35ec23a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: 9c9396b8-0227-4429-a043-b418b7c6eea6
  kind: Event
  lastTimestamp: "2026-09-15T17:09:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:47Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df.18d58da9bf3339d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34043"
    uid: 49a393a9-f125-4914-b1da-b4503d67d148
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: a3573674-06e9-4b3d-9699-fed98139dcac
  kind: Event
  lastTimestamp: "2026-09-15T17:09:27Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-gg9df'
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d58da512fa7d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: c2cc5bc5-4fca-42af-ba74-21edfd94f4ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: 6a146e17-bfb1-4eff-b875-de518f1ee2c3
  kind: Event
  lastTimestamp: "2026-09-15T17:09:27Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d58da5105fe7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33828"
    uid: d9fa1b8e-cc43-430a-83f2-d261b4360700
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 3c958e60-a9ed-4241-843e-3edf9c528c8c
  kind: Event
  lastTimestamp: "2026-09-15T17:09:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:42Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d58da88eca4d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "33991"
    uid: 14d762db-1c29-4cba-af22-fdb84f440167
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: 3c958e60-a9ed-4241-843e-3edf9c528c8c
  kind: Event
  lastTimestamp: "2026-09-15T17:09:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:42Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d58da88f2d3df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33993"
    uid: 6410360f-6a12-41b8-a708-a0488c9efff7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: ae5d03c5-6b1b-4db1-8de8-0b600c403ecd
  kind: Event
  lastTimestamp: "2026-09-15T17:09:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:09:40Z"
    name: isvc-lightgbm-v2-kserve.18d58da5105c99e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33975"
    uid: 9e8d6710-cb69-4701-ba06-5af40940e71c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: ae5d03c5-6b1b-4db1-8de8-0b600c403ecd
  kind: Event
  lastTimestamp: "2026-09-15T17:09:27Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:09:27Z"
    name: isvc-lightgbm-v2-kserve.18d58da510d84b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33831"
    uid: d8afd6c3-87c8-4947-b528-bb5644deab1f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33973"
    uid: ae5d03c5-6b1b-4db1-8de8-0b600c403ecd
  kind: Event
  lastTimestamp: "2026-09-15T17:09:40Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:09:40Z"
    name: isvc-lightgbm-v2-kserve.18d58da81e45b51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: c11dd13d-e9c5-4690-9e93-04ce24e7e6c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:08:31.750718Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:08:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:08:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d983143f33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33262"
    uid: 454cc92d-ffd7-440c-8bf2-5da8f5dd92b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:32Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:08:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d985349d0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: e0b839cc-648b-4941-8c94-d046b853f05f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d9854a7ad09
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: 88d5fd1b-5040-49d3-930e-b133a59429ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d9857894c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33280"
    uid: f9d35017-14ce-40d6-a463-7b0ff7660424
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d9857fd2fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: a85f6918-25dc-43d1-9472-16e5953675d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-15T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d9945bb962d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 170aeec3-e8e3-4b0b-95f9-49ac32a06b0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d9948ac45a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: 59284895-760a-4c94-986f-de19e30dff7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d9949220276
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: 25974cc8-4664-46fd-892a-058a592f1a8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d99492c1f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: c5edae1a-0cdc-44fe-8bf1-27b3675abaa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d994c79b06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: d2fa3129-ee29-4d1a-85e8-7518bf56d912
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:08:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:08:36Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58d994cf46195
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: 0544e43b-b3dd-4630-b1f2-720e527801a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58da3de99cf70
    namespace: kserve-ci-e2e-test
    resourceVersion: "33771"
    uid: b4ef37c2-c212-47fa-b678-c673a8a76c09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 68e86775-8910-4888-b321-fd76f6c261a4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:21Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr.18d58da3de9b3201
    namespace: kserve-ci-e2e-test
    resourceVersion: "33772"
    uid: 3c79150c-3edd-4fd9-a37f-7a183a41e374
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33246"
    uid: 2cb61d16-0ae8-4d63-9971-8a084f3b6a6b
  kind: Event
  lastTimestamp: "2026-09-15T17:08:31Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-qdpvr'
  metadata:
    creationTimestamp: "2026-09-15T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:08:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d58d9830c6165f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33257"
    uid: efb7a5b4-e4b7-4291-9ebd-56f368fea1c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 030cae06-3189-4ef7-b006-f37deb431089
  kind: Event
  lastTimestamp: "2026-09-15T17:08:31Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:08:31Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d58d982dc09396
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: 6ad00387-363f-4a77-9a98-51696f1b8164
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: af8664a6-c0f2-4e84-b6c7-c92e28f7d163
  kind: Event
  lastTimestamp: "2026-09-15T17:09:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:16Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d58d9bac26843b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33717"
    uid: 84f2949b-d97f-4c60-ab00-3c257cc8f194
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: af8664a6-c0f2-4e84-b6c7-c92e28f7d163
  kind: Event
  lastTimestamp: "2026-09-15T17:09:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:16Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d58d9bac88f2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: eda603b9-b726-44f8-a6db-bcf8cc750df7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: b2277cc4-c027-4a40-b170-dcbd4234c026
  kind: Event
  lastTimestamp: "2026-09-15T17:09:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:09:13Z"
    name: isvc-lightgbm-v2-runtime.18d58d982dc5b727
    namespace: kserve-ci-e2e-test
    resourceVersion: "33689"
    uid: 3c740ca3-eec8-43ea-855b-3a55bc2f3ecb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33237"
    uid: b2277cc4-c027-4a40-b170-dcbd4234c026
  kind: Event
  lastTimestamp: "2026-09-15T17:08:31Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:08:31Z"
    name: isvc-lightgbm-v2-runtime.18d58d982e4125c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 65fe9cdc-cbbc-40e8-8d0a-c87a0883d300
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33687"
    uid: b2277cc4-c027-4a40-b170-dcbd4234c026
  kind: Event
  lastTimestamp: "2026-09-15T17:09:13Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:09:13Z"
    name: isvc-lightgbm-v2-runtime.18d58da1e88d2bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33688"
    uid: a0ec1161-1a50-4280-bc0f-6fe54f611a22
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 2022f7b4-ed7c-4474-a222-926c1616df43
  kind: Event
  lastTimestamp: "2026-09-15T17:06:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:06:44Z"
    name: isvc-lightgbm.18d58d66feabc7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32232"
    uid: dc116883-5949-4ce6-8b33-d16708b2820d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 2022f7b4-ed7c-4474-a222-926c1616df43
  kind: Event
  lastTimestamp: "2026-09-15T17:05:00Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T17:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:05:00Z"
    name: isvc-lightgbm.18d58d66ff2c5d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "31334"
    uid: 451971ad-8e74-4285-a62e-58b37c790204
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32230"
    uid: 2022f7b4-ed7c-4474-a222-926c1616df43
  kind: Event
  lastTimestamp: "2026-09-15T17:06:44Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:06:44Z"
    name: isvc-lightgbm.18d58d7f294123f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32231"
    uid: f9d5f951-4e02-406c-9de8-a84b2eb2baf9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:40:04.897810Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-56c548f55d-p6rbc
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:40:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:40:04Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0ac8e78eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17014"
    uid: 03e86670-4280-44ff-bb71-faffb2c11c3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:05Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:40:05Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0aeb156560
    namespace: kserve-ci-e2e-test
    resourceVersion: "17026"
    uid: bedb3977-816f-4ed6-bb7d-ee657d26e46d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:05Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0aec90f25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: 5fcd1c56-b463-4cdd-94f8-1760a7bc2c50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:05Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0aef35c07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: d7576b20-870f-4c0b-bdfb-a6c7f03a766e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:05Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0aefb20fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: 4e463cc5-9919-4dda-a42b-ee8938f21aa0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:09Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0beea46cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 87a601b5-e626-408c-988a-eb7b7ab80160
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:09Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0bf19de113
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 087ba284-55dc-4de3-9620-600af179eb6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:09Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0bf21806bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 92da796c-c266-4bbd-97e3-b2979106e767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:09Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0bf2221615
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 37e419c5-f0f5-4ff1-ba05-8fac95196fcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:09Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0bf4da6264
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: bd59d03f-9d11-4d4d-a3e9-c25f82bc7202
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:09Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0bf5606c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 8c5f3e0a-f99a-40d0-9968-fa539a91579b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:09Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:032e98ee5fd6f163d675c4bdab072305e1da00b7c4369f1cb891489f2ff34d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:09Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0bf56ada92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17090"
    uid: a710298d-a61d-40c4-aed1-da23d7d8a1bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:09Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-15T16:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:09Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0bf8a5bc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 783c491d-ac2a-427e-9716-090655fe382a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:40:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-15T16:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:10Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0bf92c9111
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: a72c85fd-10d2-4a28-991b-9b4aed7f65a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:41:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:57Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0c66986386
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: b0dd78a2-6e62-41f2-870c-c7f2413340c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:41:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-15T16:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:47Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c0c66a1ff33
    namespace: kserve-ci-e2e-test
    resourceVersion: "18019"
    uid: b3506310-0992-4b19-a567-c4b0e495f732
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c20f068c6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 958dd852-dfa6-44ab-8f7b-6eae41195071
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c20f06917dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: 7f7e164a-1404-4bcc-8f88-6dde8be358c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c20f06956aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 2384c5d2-2eb4-4430-9396-de68592e1f77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-56c548f55d-p6rbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 94e1bb7b-e78e-4601-9614-a756e42d39db
  kind: Event
  lastTimestamp: "2026-09-15T16:41:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:57Z"
    name: isvc-logger-predictor-56c548f55d-p6rbc.18d58c2196dd387d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18165"
    uid: 05561970-e810-42e6-91ec-252f2b47a7ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-56c548f55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: f53a8084-591a-400a-9c6b-f72381ff618c
  kind: Event
  lastTimestamp: "2026-09-15T16:40:04Z"
  message: 'Created pod: isvc-logger-predictor-56c548f55d-p6rbc'
  metadata:
    creationTimestamp: "2026-09-15T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:04Z"
    name: isvc-logger-predictor-56c548f55d.18d58c0ac8828d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 63b5dbac-f6e4-4ce9-b612-b6b8e3a0d63c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: 7ed8130a-d3d7-4600-98d9-e6097dbc9dc4
  kind: Event
  lastTimestamp: "2026-09-15T16:40:04Z"
  message: Scaled up replica set isvc-logger-predictor-56c548f55d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:04Z"
    name: isvc-logger-predictor.18d58c0ac55cfdfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 3cb1e3da-1a5f-403c-ac93-2f0aac81546c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: 156853de-fb5e-4d79-b0e2-9d34ffc2ba96
  kind: Event
  lastTimestamp: "2026-09-15T16:40:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:19Z"
    name: isvc-logger-predictor.18d58c0e43debcd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: a1dd81f3-00b9-48d3-aaaf-82d487493950
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: 156853de-fb5e-4d79-b0e2-9d34ffc2ba96
  kind: Event
  lastTimestamp: "2026-09-15T16:40:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:19Z"
    name: isvc-logger-predictor.18d58c0e44349bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: 3ccd05ac-1953-404b-888f-231d1a271c1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 156853de-fb5e-4d79-b0e2-9d34ffc2ba96
  kind: Event
  lastTimestamp: "2026-09-15T16:41:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:34Z"
    name: isvc-logger-predictor.18d58c11c32d9e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: bb39678c-1b43-4475-81e2-60cf2d88dbb4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 156853de-fb5e-4d79-b0e2-9d34ffc2ba96
  kind: Event
  lastTimestamp: "2026-09-15T16:41:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:34Z"
    name: isvc-logger-predictor.18d58c11c38f8d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: 97065669-fe87-40e8-bab6-0593cafb039e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b66e7aef-dace-460f-bfc5-1ca382302ea1
  kind: Event
  lastTimestamp: "2026-09-15T16:41:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:27Z"
    name: isvc-logger.18d58c0ac55c5fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: ca6ea6c3-3ad8-48bd-b693-030c17cdb579
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: b66e7aef-dace-460f-bfc5-1ca382302ea1
  kind: Event
  lastTimestamp: "2026-09-15T16:40:04Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T16:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:04Z"
    name: isvc-logger.18d58c0ac600525e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: ed61827e-9efe-4df5-b59d-aa2823e7277f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: b66e7aef-dace-460f-bfc5-1ca382302ea1
  kind: Event
  lastTimestamp: "2026-09-15T16:41:27Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:27Z"
    name: isvc-logger.18d58c1e1dccc99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 63513570-b23d-498d-8bc7-98407435d2c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:09:52.330908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34108"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:09:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:09:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58daaf43826d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34115"
    uid: b59dcdb1-f4b2-420a-8a56-c1159dbb09e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58daafc9bd375
    namespace: kserve-ci-e2e-test
    resourceVersion: "34123"
    uid: 11de198d-72a5-4576-9dbe-426d2b5fcc26
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:53Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:09:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dab3a06d570
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: a70e4dd5-71a8-410c-a76a-499ba470ff0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dab3b5f2478
    namespace: kserve-ci-e2e-test
    resourceVersion: "34133"
    uid: 14bd735d-50ed-4880-9f71-6f2f4ccb4c4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dab3f0d355f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34134"
    uid: fc10c940-bfd7-4f9c-828a-ee427f60cd7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dab3f81eb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: e9491759-c236-4c5a-8558-9fe0501a47b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:58Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dac737a7d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: a01340eb-c062-4265-a12d-60ac9c1e7e11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dac76b52da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34181"
    uid: 9128c9f9-cf35-479f-aac5-05e001c183c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dac77334278
    namespace: kserve-ci-e2e-test
    resourceVersion: "34182"
    uid: be6acdf5-028f-448a-8ef2-7b6d1a6d7d33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dac773f5099
    namespace: kserve-ci-e2e-test
    resourceVersion: "34183"
    uid: 9d0a96da-24b2-41ba-a75f-808916d0ef3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dac79e05be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34185"
    uid: a22569f3-aef8-42f9-b475-4af4250141e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:09:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:58Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58dac7a5a4465
    namespace: kserve-ci-e2e-test
    resourceVersion: "34186"
    uid: 79b326f4-78b4-4ed8-bfa9-b14edb2210ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:10:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58db69b5c0e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 6322f00d-a177-41ff-8ff5-52caadf1f988
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 9efa8645-0553-4f6f-9d19-cf758e896a10
  kind: Event
  lastTimestamp: "2026-09-15T17:10:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:42Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb.18d58db69b5cefb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 7e9cfb9a-d45f-4c59-87b8-8ed7fa1f6bb5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: 3678e0f1-d550-4de4-980e-21c588f5c211
  kind: Event
  lastTimestamp: "2026-09-15T17:09:52Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-ll5sb'
  metadata:
    creationTimestamp: "2026-09-15T17:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:52Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d58daaf3a84397
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 7f776481-5957-4196-ac30-0c72cdef59fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34097"
    uid: 2ecd484d-7e8b-4f3e-9568-03cacc1a979a
  kind: Event
  lastTimestamp: "2026-09-15T17:09:52Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:52Z"
    name: isvc-mlflow-v2-runtime-predictor.18d58daaf0c1f0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34101"
    uid: ccc1541a-190a-4d35-bbf6-9ff9ee5a5c65
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34098"
    uid: 4c55aea0-b9ec-43ba-bbb9-a01204ee3105
  kind: Event
  lastTimestamp: "2026-09-15T17:10:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:10:37Z"
    name: isvc-mlflow-v2-runtime-predictor.18d58dae6fba4783
    namespace: kserve-ci-e2e-test
    resourceVersion: "34486"
    uid: c6217739-291f-4f41-8fd3-f2871185152d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34098"
    uid: 4c55aea0-b9ec-43ba-bbb9-a01204ee3105
  kind: Event
  lastTimestamp: "2026-09-15T17:10:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:10:37Z"
    name: isvc-mlflow-v2-runtime-predictor.18d58dae7018398e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: 3234e5d4-9682-44d7-a573-174e1e64b6c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34089"
    uid: 624bb6bb-0d25-4565-aadc-57bd53b325b9
  kind: Event
  lastTimestamp: "2026-09-15T17:10:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:10:36Z"
    name: isvc-mlflow-v2-runtime.18d58daaf0e229be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34484"
    uid: b9278615-bab4-477e-8ed5-0d794bf6ef56
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34089"
    uid: 624bb6bb-0d25-4565-aadc-57bd53b325b9
  kind: Event
  lastTimestamp: "2026-09-15T17:09:52Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:09:52Z"
    name: isvc-mlflow-v2-runtime.18d58daaf1518f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34105"
    uid: 68148c2b-24aa-40ef-8043-90c1b178375b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34482"
    uid: 624bb6bb-0d25-4565-aadc-57bd53b325b9
  kind: Event
  lastTimestamp: "2026-09-15T17:10:36Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:10:36Z"
    name: isvc-mlflow-v2-runtime.18d58db552f6457e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34483"
    uid: 7e62c9da-64e0-4423-9f25-2b27f9ba10ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:12:12.775200Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35499"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-5f965
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:12:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:12:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcba759e856
    namespace: kserve-ci-e2e-test
    resourceVersion: "35506"
    uid: dacef5e7-01cc-4446-8754-96ac5d57b0c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcbb470cc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35514"
    uid: f161c7fe-2117-43a0-98a9-0d5c376cab44
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35511"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:13Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:12:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcbed1d6a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: 1c7596e8-c84f-4ff8-af35-7b2779563785
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:13Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcbee73df2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35578"
    uid: f84fd614-4a3c-4ba0-a3a2-12929a3203c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:14Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcbf1e5a6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35580"
    uid: afb74035-9480-4e4c-88c8-87659668ad51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:14Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcbf26c72b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35581"
    uid: 580ca45e-eb98-47fb-9836-254f2ba4be4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:19Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T17:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcd34d74216
    namespace: kserve-ci-e2e-test
    resourceVersion: "35651"
    uid: 139efee1-be7a-463d-94f9-6e552e8756fa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:31Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.91s (11.91s
    including waiting). Image size: 1175693058 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcffabe76bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35748"
    uid: 0ab4e155-4b10-49ad-b584-a001ddb3eddc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcffdd7d5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: 69c92c89-89a8-4f57-b5a6-5b430aabb0a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcffe42b886
    namespace: kserve-ci-e2e-test
    resourceVersion: "35750"
    uid: e5bb772c-4d22-42d8-bddc-70a1b039a2a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dcffe4dfed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35751"
    uid: 095290e8-9b3a-4cca-b533-90cfd841b3f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dd0012bedc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35752"
    uid: a33c69c7-1366-452e-8c92-b026c299b4ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:12:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dd001937eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35753"
    uid: 1a293a15-096b-4d90-a712-880bb67c86b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:13:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58dd0048b7c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "36023"
    uid: 7f00b192-1f3a-44a8-bae3-1a180c1df139
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:13:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:23Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58ddc37dad12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: 45a4b77c-b1ab-457d-aa1c-9e389bb75444
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "35502"
    uid: 66427b86-b945-4902-a871-ecd5952a218d
  kind: Event
  lastTimestamp: "2026-09-15T17:13:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:23Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-5f965.18d58ddc37db9fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36163"
    uid: bba823c9-2ed2-407f-8537-e4acac520b47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35489"
    uid: 11e2cc28-9a60-487d-aa10-57374352f9ab
  kind: Event
  lastTimestamp: "2026-09-15T17:12:12Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-5f965'
  metadata:
    creationTimestamp: "2026-09-15T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d58dcba6e85324
    namespace: kserve-ci-e2e-test
    resourceVersion: "35501"
    uid: e55f49f2-4a6f-41d0-b788-c035e38b17e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35487"
    uid: 463cadc6-4b76-4afe-a8ef-4fe9bacdbbb8
  kind: Event
  lastTimestamp: "2026-09-15T17:12:12Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:12Z"
    name: isvc-paddle-predictor.18d58dcba45b0a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35491"
    uid: 91849d18-9437-42e2-a3ea-295291a7bde3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35488"
    uid: 61284750-6f6f-4c0e-ad43-d64bc8f8293e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:57Z"
    name: isvc-paddle-predictor.18d58dcf22e10c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "35951"
    uid: 9ebf63e5-f20d-4dde-ae21-1576eb44d874
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35488"
    uid: 61284750-6f6f-4c0e-ad43-d64bc8f8293e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:57Z"
    name: isvc-paddle-predictor.18d58dcf2347583f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35952"
    uid: d22f48c3-d582-4db4-8dde-e0606e19fddf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35715"
    uid: 61284750-6f6f-4c0e-ad43-d64bc8f8293e
  kind: Event
  lastTimestamp: "2026-09-15T17:13:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:12Z"
    name: isvc-paddle-predictor.18d58dd9a0145a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36060"
    uid: 04ad108d-bb3e-49d2-9693-d7d4f7f626cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35715"
    uid: 61284750-6f6f-4c0e-ad43-d64bc8f8293e
  kind: Event
  lastTimestamp: "2026-09-15T17:13:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:12Z"
    name: isvc-paddle-predictor.18d58dd9a0767f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36062"
    uid: 166b254b-3df7-41cc-b8e6-bc2fd81686d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:13:29.125647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36229"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-5lckb
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:13:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddd6e31487a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36235"
    uid: 0c647c6c-7c4e-4cc9-be80-149b8e4d466a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36239"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:29Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:13:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddd905f9b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: e4af370a-ddf4-417c-87bc-0e000db382b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddd91d099d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: bf32dfa6-9c2d-4d44-ad58-5f67c0e61f65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddd9490787d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: 7079f19f-45e7-42f4-81be-236099e4a4ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddd9544214f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36250"
    uid: 2bef8354-6192-4e17-bad1-792ef99c7f3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:34Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddec2063873
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: 371c564d-5762-47bc-a752-cdd19e13f90e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddec5408fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36309"
    uid: 2520af07-02a3-46cd-b60f-fc3551856565
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddec5af49aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: f71e824c-5c31-4be8-8966-13996cc7b5e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddec5b9cd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: 295c1446-b34e-4eec-9786-d600984d0cac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddec8962a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "36313"
    uid: 3e15aeb3-cf5a-457e-9bbc-3c67077ea2c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:13:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:34Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddec9018d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: b8824f94-e0e8-4921-8340-694948956b17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:14:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58ddf39ea5aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36941"
    uid: e557adf8-c8b9-4e82-8b72-45d9e209e62c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:14:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58deba779a068
    namespace: kserve-ci-e2e-test
    resourceVersion: "36921"
    uid: ebe53921-3c5b-4115-9640-00712a15728f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:14:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58deba779fc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36922"
    uid: 10ae1b17-0310-48ef-9983-36767d816f2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: b85afdcc-af4e-48e6-b9b2-f75776739396
  kind: Event
  lastTimestamp: "2026-09-15T17:14:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-5lckb.18d58dec4401a248
    namespace: kserve-ci-e2e-test
    resourceVersion: "36940"
    uid: 92942c67-a205-4c4b-b32a-d1232b7dff4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: 66656e10-237b-4cc3-ae36-3fc50e1844b6
  kind: Event
  lastTimestamp: "2026-09-15T17:13:29Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-5lckb'
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:29Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d58ddd6d9721b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: ff3f3540-dd4e-441c-83e9-a7b8e7a5db61
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: b0d7b01f-ce27-48fa-938c-ef1c72dcbf7b
  kind: Event
  lastTimestamp: "2026-09-15T17:13:29Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:29Z"
    name: isvc-paddle-runtime-predictor.18d58ddd6a023e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "36222"
    uid: 3ed0384c-b03b-42a4-acf2-bf3a1c793385
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: 7728c196-722b-40d8-807e-90c8928454db
  kind: Event
  lastTimestamp: "2026-09-15T17:13:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:44Z"
    name: isvc-paddle-runtime-predictor.18d58de0e863c591
    namespace: kserve-ci-e2e-test
    resourceVersion: "36399"
    uid: 4f02e462-e3b3-407b-bcdc-0eec5ac5b1aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: 7728c196-722b-40d8-807e-90c8928454db
  kind: Event
  lastTimestamp: "2026-09-15T17:13:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:44Z"
    name: isvc-paddle-runtime-predictor.18d58de0e8c566d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: 14e227c4-3859-4988-9d89-454ad0c0976d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36400"
    uid: 7728c196-722b-40d8-807e-90c8928454db
  kind: Event
  lastTimestamp: "2026-09-15T17:14:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:14:29Z"
    name: isvc-paddle-runtime-predictor.18d58de4689881ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36896"
    uid: 706522d7-9182-418a-9241-61a5f1dbf2f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36400"
    uid: 7728c196-722b-40d8-807e-90c8928454db
  kind: Event
  lastTimestamp: "2026-09-15T17:14:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:14:29Z"
    name: isvc-paddle-runtime-predictor.18d58de46915ad2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 1ac12774-47e4-4f15-af81-6c1cfed92afe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36210"
    uid: eebb3506-c4d7-4bc8-83f3-ed1fb23341d8
  kind: Event
  lastTimestamp: "2026-09-15T17:14:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:14:22Z"
    name: isvc-paddle-runtime.18d58ddd6a05c9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36843"
    uid: 3d6be757-aedc-448d-b3ea-d606220d06b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36210"
    uid: eebb3506-c4d7-4bc8-83f3-ed1fb23341d8
  kind: Event
  lastTimestamp: "2026-09-15T17:13:29Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:29Z"
    name: isvc-paddle-runtime.18d58ddd6aab62ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36225"
    uid: bb072d96-52be-4678-899d-42c92f9c66d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: eebb3506-c4d7-4bc8-83f3-ed1fb23341d8
  kind: Event
  lastTimestamp: "2026-09-15T17:14:22Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:14:22Z"
    name: isvc-paddle-runtime.18d58de9f4ef5e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: 1cff43cb-8124-4261-a9a8-ea59102e914e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:14:35.404428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36984"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:14:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:14:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58decdcb74367
    namespace: kserve-ci-e2e-test
    resourceVersion: "36990"
    uid: f92c8f68-8b10-4fa9-9534-78da41ef7ec4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dece65d09ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: c7f59f3e-26f9-447e-b41e-23ebe0011c0b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36994"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:36Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:14:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58ded22be70eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37008"
    uid: 05aea88f-996b-4b61-8a37-b72e8945b704
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58ded245910e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37010"
    uid: 44af216f-3914-494d-b2df-28b21883bf3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58ded279f7931
    namespace: kserve-ci-e2e-test
    resourceVersion: "37012"
    uid: 6d57dfa4-7223-4bc5-bc27-b8fc125e5792
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58ded281629b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37013"
    uid: 25e7697d-7ee3-4d38-aee6-aed1bfa717f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:41Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dee3451762a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37053"
    uid: 3234597f-cfad-40b8-8bd7-0b68de912667
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dee3745b793
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: 73977313-56f0-4e30-b229-163c6e8cbcf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dee37cd5dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37060"
    uid: 7201cc9f-ec1f-417e-a0e7-92f09a5232e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dee37d81194
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: 2a1c3d6c-d870-412e-ae4a-5c734e559bc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dee3b108d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: 7c74796d-ca78-4b3b-bdca-d31ef91eddb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:14:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:14:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dee3b888634
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: 38ce1f5a-a1fb-4217-91a5-4ab9841347a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:14:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dee70678210
    namespace: kserve-ci-e2e-test
    resourceVersion: "37653"
    uid: 5d6a4159-f96d-4389-bdd7-7aa63c874ecd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dfb2b178946
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: c7ae524d-451c-42e0-8ae4-c1e1a62b9126
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dfb2b1801fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: ff1fd1cd-94aa-4fe9-bf29-3b96aeb723d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 3c421e01-c1dd-48ae-a2af-4827e1e5719e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk.18d58dfb7a7ff697
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 285e4823-5e39-471a-af0e-c7dd76897d27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36975"
    uid: 5c38ed60-7036-47dd-ad33-db77f5b1c613
  kind: Event
  lastTimestamp: "2026-09-15T17:14:35Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-q9ddk'
  metadata:
    creationTimestamp: "2026-09-15T17:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:14:35Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d58decdc4b9b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36987"
    uid: cf5d4d72-4351-475c-999f-9cf8baa5b1b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: 97b20fd8-13db-49e0-a76d-7f50bbc59ab8
  kind: Event
  lastTimestamp: "2026-09-15T17:14:35Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T17:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:14:35Z"
    name: isvc-paddle-v2-kserve-predictor.18d58decd93265d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36977"
    uid: 1073fab6-ec97-4d0f-870b-9416bf484a79
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: c6cb8a99-348f-4028-a5fd-4a2a001663f7
  kind: Event
  lastTimestamp: "2026-09-15T17:15:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:20Z"
    name: isvc-paddle-v2-kserve-predictor.18d58df057a98f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37348"
    uid: 1cb691f5-babd-4dfd-bf83-a06e98679f02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: c6cb8a99-348f-4028-a5fd-4a2a001663f7
  kind: Event
  lastTimestamp: "2026-09-15T17:15:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:20Z"
    name: isvc-paddle-v2-kserve-predictor.18d58df05809a74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37349"
    uid: 19cbf0e1-8378-4079-8820-4e89d279f61c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: c6cb8a99-348f-4028-a5fd-4a2a001663f7
  kind: Event
  lastTimestamp: "2026-09-15T17:15:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:35Z"
    name: isvc-paddle-v2-kserve-predictor.18d58dfad49e22c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 39d71f95-407b-4558-a142-d5f6e1d61569
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: c6cb8a99-348f-4028-a5fd-4a2a001663f7
  kind: Event
  lastTimestamp: "2026-09-15T17:15:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:35Z"
    name: isvc-paddle-v2-kserve-predictor.18d58dfad5027fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37557"
    uid: 4a370efe-c0de-4660-83d3-7e4ed7ca3f69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36966"
    uid: 5f9f418b-fa72-49d1-88ec-789c2463d910
  kind: Event
  lastTimestamp: "2026-09-15T17:15:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:28Z"
    name: isvc-paddle-v2-kserve.18d58decd932eeb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: 1c938b8d-c938-4362-b364-42e24ed27203
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36966"
    uid: 5f9f418b-fa72-49d1-88ec-789c2463d910
  kind: Event
  lastTimestamp: "2026-09-15T17:14:35Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:14:35Z"
    name: isvc-paddle-v2-kserve.18d58decd9e5d681
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: 3b046888-7ef0-41d3-bc0a-e181780e5c43
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37489"
    uid: 5f9f418b-fa72-49d1-88ec-789c2463d910
  kind: Event
  lastTimestamp: "2026-09-15T17:15:28Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:28Z"
    name: isvc-paddle-v2-kserve.18d58df92b3ef8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: e4fa1105-990e-4c21-9121-6077d8200447
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: fdca45cb-aee7-45f0-9ca7-58c9fcba18a9
  kind: Event
  lastTimestamp: "2026-09-15T17:13:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:17Z"
    name: isvc-paddle.18d58dcba46d0c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36104"
    uid: d81e7d9c-f4ca-4ccb-aa19-96e75f5ae791
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: fdca45cb-aee7-45f0-9ca7-58c9fcba18a9
  kind: Event
  lastTimestamp: "2026-09-15T17:12:12Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:12:12Z"
    name: isvc-paddle.18d58dcba4cc3877
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 0a25de7a-27eb-4688-a381-6b278259a2b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36102"
    uid: fdca45cb-aee7-45f0-9ca7-58c9fcba18a9
  kind: Event
  lastTimestamp: "2026-09-15T17:13:17Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:17Z"
    name: isvc-paddle.18d58ddabf6d46f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36103"
    uid: 323357dc-ce41-48d4-9ca2-f806346a8ed4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:15:41.982933Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37720"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-c29p7
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:15:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:15:41Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dfc5d1aa716
    namespace: kserve-ci-e2e-test
    resourceVersion: "37726"
    uid: 2a606acc-01f0-4c98-a347-7a4d02658045
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:42Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:15:42Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dfc7facf502
    namespace: kserve-ci-e2e-test
    resourceVersion: "37740"
    uid: b7914574-1108-4966-8618-8085847bfa6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:42Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dfc80fe2825
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: f42aa1ce-0364-4005-ba4f-4bf1dc28c62e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:42Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dfc83e02056
    namespace: kserve-ci-e2e-test
    resourceVersion: "37743"
    uid: 13f419a7-4444-4e04-be3b-d4b92cee87d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:42Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dfc844d0c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: 97e40ff9-31f3-416c-88ee-c30f019eefc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:46Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T17:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:46Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dfd7bfe6bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37790"
    uid: 7ad19d46-a310-4c68-8b74-672bc95019f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:53Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.955s (6.955s
    including waiting). Image size: 826870136 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T17:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:53Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dff1a954e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "37851"
    uid: ccf476d2-7e00-4103-83ce-0aeb2cf929e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:53Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dff1e13b13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: eb8ee005-cdfb-44f0-a23d-e26535a6c938
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:53Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dff1e87af40
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: 28619e79-0c0b-469a-b396-321206e66b51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:53Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dff1e92d7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: eb9bcf76-6bbc-43e3-b8ec-fc247c2db03e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:53Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dff2150372d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: e5793a74-1f27-4fe0-9e1e-3caeb37423ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:15:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:53Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dff21c0e342
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: 3139987b-bd85-4b87-b8d4-8b6cd11c23c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:01Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58dff97cfc246
    namespace: kserve-ci-e2e-test
    resourceVersion: "38360"
    uid: a5a5da0b-9007-4ac4-92d4-8fd023b20b42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:22Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58e13db92ac8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: 8b34a2ce-955d-414a-8832-8c60bc2565b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-c29p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37722"
    uid: ff35e7b3-c110-48f9-b2b6-cf1a8f9ebc0e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:17:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:22Z"
    name: isvc-pmml-predictor-8674795f59-c29p7.18d58e13db9310e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38558"
    uid: 60873062-9dbb-45a0-871e-6953519d6263
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: 600db16b-5ded-4a91-90a8-b448a641e576
  kind: Event
  lastTimestamp: "2026-09-15T17:15:41Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-c29p7'
  metadata:
    creationTimestamp: "2026-09-15T17:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:41Z"
    name: isvc-pmml-predictor-8674795f59.18d58dfc5caff64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 08d22e17-4803-40e9-b58a-5d92d9ef7269
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37709"
    uid: c39c10e7-1227-4eda-8934-83410ee06562
  kind: Event
  lastTimestamp: "2026-09-15T17:15:41Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:41Z"
    name: isvc-pmml-predictor.18d58dfc5a209372
    namespace: kserve-ci-e2e-test
    resourceVersion: "37714"
    uid: 0cb08852-b9dc-40b9-a7bf-67a2e43ddae0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37711"
    uid: 627ea661-0832-484f-a3fd-bc0737202226
  kind: Event
  lastTimestamp: "2026-09-15T17:16:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:16:26Z"
    name: isvc-pmml-predictor.18d58dffd8a5f4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: 5d437d68-54f2-4dd8-b3fa-f70585f72a21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37711"
    uid: 627ea661-0832-484f-a3fd-bc0737202226
  kind: Event
  lastTimestamp: "2026-09-15T17:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:16:26Z"
    name: isvc-pmml-predictor.18d58dffd90488a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38105"
    uid: 43913186-8d0f-45aa-b919-dacd7ccb8d6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:16:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37884"
    uid: 627ea661-0832-484f-a3fd-bc0737202226
  kind: Event
  lastTimestamp: "2026-09-15T17:17:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:17:12Z"
    name: isvc-pmml-predictor.18d58e0357aafd21
    namespace: kserve-ci-e2e-test
    resourceVersion: "38449"
    uid: a0f420e5-89a9-4d8e-ba59-fce9c439c2f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:16:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37884"
    uid: 627ea661-0832-484f-a3fd-bc0737202226
  kind: Event
  lastTimestamp: "2026-09-15T17:17:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:17:12Z"
    name: isvc-pmml-predictor.18d58e03580b9d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38450"
    uid: 0e690bf4-4a0d-44f9-81e0-fcc0eab25b1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:15:37.958999Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-ngcn8
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:15:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:15:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfb6d424a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: 071e41b2-6525-4959-8b72-3d0bf5f51a25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37646"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:38Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:15:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfb8f3ae5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37659"
    uid: fca97716-90b9-40af-b0de-a12c1a8771a8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfb90b0e463
    namespace: kserve-ci-e2e-test
    resourceVersion: "37661"
    uid: a3a4d4f8-c343-4fc8-9fc0-812be88c55ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfb93c37287
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: ef969ad0-eca4-4ca6-9569-1429473f9ee8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfb943dfc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "37664"
    uid: 9a374142-45d0-4208-81c1-53c9a69ba06c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:43Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:43Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfcb6b992e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37760"
    uid: 1355f78a-9f42-411d-93b9-2a07f7f42971
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:50Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.302s (7.302s
    including waiting). Image size: 826870136 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T17:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfe69f5f086
    namespace: kserve-ci-e2e-test
    resourceVersion: "37818"
    uid: 78655d25-d867-4e4c-904d-fffe37735e08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfe6cedb84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: ca9ea7db-fd58-484e-8745-45c32baf56ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfe6d65c43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: f958e2b1-b6e6-4b2c-ae84-b0b672fd8024
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfe6d6fa9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37822"
    uid: 7d31836e-ebb6-4d5b-af52-a5d8f73066bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfe705adc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "37824"
    uid: 606da7cc-9fe2-451b-a3f3-948553ffd82a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:15:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:50Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfe70d37053
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 3742b6ab-131d-4a99-b2c8-efd68380d92f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:16:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:16:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58dfed2570f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: 500cbda0-8eca-48cd-a9b5-a2404af878fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:17:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58e12fda2b26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38513"
    uid: 09f7d8d2-b868-4bc3-addc-6581b735c362
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: e0fed42e-9825-49f8-a66c-4af3c0033e50
  kind: Event
  lastTimestamp: "2026-09-15T17:17:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-ngcn8.18d58e12fda35f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: 73ff2d4f-8de4-4de0-b6e0-193dc2e9386a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37627"
    uid: 8a1e59ad-6e3e-41f7-84b3-af5523247332
  kind: Event
  lastTimestamp: "2026-09-15T17:15:37Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-ngcn8'
  metadata:
    creationTimestamp: "2026-09-15T17:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d58dfb6cb8d2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: 59cc79a1-b60e-412c-86c8-f02ba7c78eda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37624"
    uid: 84a9daaa-12a7-4db5-8b9f-ff842249075c
  kind: Event
  lastTimestamp: "2026-09-15T17:15:37Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:37Z"
    name: isvc-pmml-runtime-predictor.18d58dfb6a1fdf90
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: 1d9317bd-fadc-492c-9a3e-ff6222dbe8e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37626"
    uid: d4c4f7cc-5cde-4e61-a6fc-9663f269da30
  kind: Event
  lastTimestamp: "2026-09-15T17:16:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:16:22Z"
    name: isvc-pmml-runtime-predictor.18d58dfee89cd3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: ae62273c-f754-4f6c-94bd-661602cd1eee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37626"
    uid: d4c4f7cc-5cde-4e61-a6fc-9663f269da30
  kind: Event
  lastTimestamp: "2026-09-15T17:16:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:16:22Z"
    name: isvc-pmml-runtime-predictor.18d58dfee8f45578
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: 6672b6a6-4731-421d-8a41-69868c73c924
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: d4c4f7cc-5cde-4e61-a6fc-9663f269da30
  kind: Event
  lastTimestamp: "2026-09-15T17:17:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:17:07Z"
    name: isvc-pmml-runtime-predictor.18d58e0965d18e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "38403"
    uid: 46afb745-077c-4cb8-acc6-5de40d6392f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:16:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37843"
    uid: d4c4f7cc-5cde-4e61-a6fc-9663f269da30
  kind: Event
  lastTimestamp: "2026-09-15T17:17:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:17:08Z"
    name: isvc-pmml-runtime-predictor.18d58e09662dbc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38404"
    uid: 1a227806-96b4-4315-8f4e-22e2f1ce1d3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: ff3a24b5-a5bb-4d8c-9296-37abf2c1181f
  kind: Event
  lastTimestamp: "2026-09-15T17:17:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:17:08Z"
    name: isvc-pmml-runtime.18d58dfb6a1f2434
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: d70e36a4-e2ef-4547-b662-0bad557ee28a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: ff3a24b5-a5bb-4d8c-9296-37abf2c1181f
  kind: Event
  lastTimestamp: "2026-09-15T17:15:37Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:37Z"
    name: isvc-pmml-runtime.18d58dfb6a9acb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37633"
    uid: c8cb1e89-a2c3-4550-92fa-4bb49b42789a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38413"
    uid: ff3a24b5-a5bb-4d8c-9296-37abf2c1181f
  kind: Event
  lastTimestamp: "2026-09-15T17:17:08Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:17:08Z"
    name: isvc-pmml-runtime.18d58e108a70f03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38414"
    uid: a5278d9f-b92a-46c9-b368-ef30ca94509b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:17:24.290702Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38594"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e142f1f4ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38598"
    uid: 7326e3e0-0a8f-4033-928a-76c76c753f4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:24Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e14519e4bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38616"
    uid: d467ca68-fe02-4d03-bbc3-1606b201cf6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e1452f4c24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38618"
    uid: d0182ab6-504a-4c3d-bbcd-2e1accd1a675
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e1455aa7483
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: cca88697-46d1-47a2-8a03-4f2a40ad6453
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e145622f467
    namespace: kserve-ci-e2e-test
    resourceVersion: "38620"
    uid: 70839073-90fa-4c1d-b69e-c059fc374b14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:28Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:17:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e1545d2ec34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: f8d2bf88-0ed4-48b3-8e9a-e98b309e1aa5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e15495eb4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 4fc597da-876b-48a6-bc1c-a68e5306fa0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e1549da1570
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: a04d3b40-44c4-4878-966e-23c7ee503302
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e1549e487e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38667"
    uid: 68d2f496-5f51-46cf-b285-9a05c2452e77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e154c8c091e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: deb67816-8e86-41fa-8e73-7cb3dec84d25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:17:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:17:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e154d022bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: 7d6a369d-9ec3-4b1b-8655-58cbccde2fbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:18:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:18:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e15bdbd6c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: 278961dd-a130-478f-ae1d-52e606ed2b8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:18:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:18:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e2969081af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: ca282982-b217-4af9-b4ae-8170f9e0e441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:18:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:18:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e2969089327
    namespace: kserve-ci-e2e-test
    resourceVersion: "39307"
    uid: 5ac92101-2ab3-4baf-9701-9ef7f76d49e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38596"
    uid: 0e3974f3-8e1e-49a0-875b-e4f881a40e2e
  kind: Event
  lastTimestamp: "2026-09-15T17:18:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.67:8643/healthz": dial tcp
    10.134.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:18:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5.18d58e29c4025503
    namespace: kserve-ci-e2e-test
    resourceVersion: "39316"
    uid: 2534becb-37b4-4523-a46d-e84a736c52a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: 10459502-f6b7-43f7-9eaf-73b406ff46b9
  kind: Event
  lastTimestamp: "2026-09-15T17:17:24Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-hp9t5'
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d58e142ebac407
    namespace: kserve-ci-e2e-test
    resourceVersion: "38595"
    uid: 3b321ae9-429b-4ed2-a3fc-0d50f315df56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38580"
    uid: ff0fea99-14d6-48ad-918e-58b3d6a64ba6
  kind: Event
  lastTimestamp: "2026-09-15T17:17:24Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve-predictor.18d58e142a836733
    namespace: kserve-ci-e2e-test
    resourceVersion: "38585"
    uid: 3f88c616-8790-405b-8fb5-48acb9a445f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38581"
    uid: d3eb98d5-65a4-4c16-a2cb-37f2ac055733
  kind: Event
  lastTimestamp: "2026-09-15T17:17:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:17:54Z"
    name: isvc-pmml-v2-kserve-predictor.18d58e17a95da209
    namespace: kserve-ci-e2e-test
    resourceVersion: "38848"
    uid: b320751d-e603-4128-b6da-ceb63df3169a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38581"
    uid: d3eb98d5-65a4-4c16-a2cb-37f2ac055733
  kind: Event
  lastTimestamp: "2026-09-15T17:17:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:17:54Z"
    name: isvc-pmml-v2-kserve-predictor.18d58e17a9c54a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "38849"
    uid: e8b553e3-d23f-455e-90c0-93e01efb9639
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: d3eb98d5-65a4-4c16-a2cb-37f2ac055733
  kind: Event
  lastTimestamp: "2026-09-15T17:18:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:18:54Z"
    name: isvc-pmml-v2-kserve-predictor.18d58e1ea7a6f6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39279"
    uid: 9ad6b940-08c0-4618-ab13-ca435cfcec39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: d3eb98d5-65a4-4c16-a2cb-37f2ac055733
  kind: Event
  lastTimestamp: "2026-09-15T17:18:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:18:54Z"
    name: isvc-pmml-v2-kserve-predictor.18d58e1ea80c297b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39280"
    uid: ea2283da-a56f-4de5-b87b-fb539ed01878
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: 5321d966-3b13-4684-b8cb-8777f39a12a1
  kind: Event
  lastTimestamp: "2026-09-15T17:18:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:18:47Z"
    name: isvc-pmml-v2-kserve.18d58e142a852aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39228"
    uid: ac2e8895-9893-4ea0-a091-c4b1fb3f1832
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: 5321d966-3b13-4684-b8cb-8777f39a12a1
  kind: Event
  lastTimestamp: "2026-09-15T17:17:24Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve.18d58e142b13b521
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: 5c49a41d-720a-47ef-b358-f137d50322c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38575"
    uid: 5321d966-3b13-4684-b8cb-8777f39a12a1
  kind: Event
  lastTimestamp: "2026-09-15T17:17:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:17:24Z"
    name: isvc-pmml-v2-kserve.18d58e14308f68c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: e5aab989-efb5-4e98-9882-024dcf10c9f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:18:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 5321d966-3b13-4684-b8cb-8777f39a12a1
  kind: Event
  lastTimestamp: "2026-09-15T17:18:47Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:18:47Z"
    name: isvc-pmml-v2-kserve.18d58e277c7e5775
    namespace: kserve-ci-e2e-test
    resourceVersion: "39226"
    uid: 766bf792-5b57-4b78-80fd-63e9cef4f989
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37702"
    uid: 3b988fe9-b1b5-4d50-bd87-e0fe5ccb92a5
  kind: Event
  lastTimestamp: "2026-09-15T17:17:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:17:11Z"
    name: isvc-pmml.18d58dfc5a227c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38447"
    uid: a31c6e25-4f45-45de-8db9-04e0a6e85699
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37702"
    uid: 3b988fe9-b1b5-4d50-bd87-e0fe5ccb92a5
  kind: Event
  lastTimestamp: "2026-09-15T17:15:41Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:41Z"
    name: isvc-pmml.18d58dfc5abcb689
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 6661d067-d54a-4443-a479-265fd5fe63dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:17:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38445"
    uid: 3b988fe9-b1b5-4d50-bd87-e0fe5ccb92a5
  kind: Event
  lastTimestamp: "2026-09-15T17:17:11Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:17:11Z"
    name: isvc-pmml.18d58e114e8d681f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38446"
    uid: 52bb033e-619c-4faf-9cdf-1681da4d2eb1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:40:20.225263Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:40:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:40:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0e5a7de8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: 82cb141c-f39b-4416-a314-970861b2010f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0e63163a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: 2a7f1086-11c2-46f5-bdf5-36df59d57bf8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:21Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:40:21Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0ea0a65d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 35515102-83f0-4521-8b3d-a87cbb020a75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:21Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0ea1ff7fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17256"
    uid: 81cd2f7a-144f-4e11-92c7-b78164f959d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:21Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0ea49b0406
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: cc987e69-26c0-4d0e-8323-5b7ee3ebbd58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:21Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0ea5130634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: 16c91cbf-fb49-4ee9-bc83-94a33d0f9071
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:25Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:25Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0fadf917d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17297"
    uid: 103a819b-9c9b-4d24-94f5-1e26422db822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:25Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0fb0f04593
    namespace: kserve-ci-e2e-test
    resourceVersion: "17301"
    uid: e0bd4c5f-57e9-4893-a602-1f84c2698f19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:25Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0fb16bd22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: 1913841a-232c-4b72-8ba8-876486adf290
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:25Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0fb177420f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: dedb3f62-942a-4caa-9042-be5b73edab8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:26Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0fb4b92c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17306"
    uid: a6981cdf-337c-4687-b7ab-2ccecc4913c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:40:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:26Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0fb52f7674
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: 61d18596-a0b1-4fdf-b33f-4630b114c2a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c0fea0ad4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: dfb71a7d-4be8-4d14-b042-1cc2b362e46a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c2352f8f851
    namespace: kserve-ci-e2e-test
    resourceVersion: "18056"
    uid: b21019bf-ae05-448c-bb33-a6cbed96c631
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:50Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c2352fa0450
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: 2384c92b-21d2-46cc-aaed-90e116addc39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: db95aacd-968d-4f14-8159-e89f7ebaef90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7.18d58c242c20f7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18087"
    uid: 7550cdd2-e5a9-49b6-8af3-63a6653f9fb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 9b53cea1-e70f-49c7-b493-5a08d409cbe2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:20Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-vljs7'
  metadata:
    creationTimestamp: "2026-09-15T16:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:20Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d58c0e5a0f637f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 534637f8-33f5-494a-96a5-49e223fc3801
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 6d7a39fb-c698-4867-8f83-e887483352a0
  kind: Event
  lastTimestamp: "2026-09-15T16:40:20Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:20Z"
    name: isvc-predictive-lightgbm-predictor.18d58c0e571f4f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 0836bf63-4f51-4d5c-8907-4a9cef34a7a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 0d3854c4-9434-4ed3-8964-8986eda3401e
  kind: Event
  lastTimestamp: "2026-09-15T16:41:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:05Z"
    name: isvc-predictive-lightgbm-predictor.18d58c11d59baf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: f166ff7c-f742-47ee-9f3f-21870c0768a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 0d3854c4-9434-4ed3-8964-8986eda3401e
  kind: Event
  lastTimestamp: "2026-09-15T16:41:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:05Z"
    name: isvc-predictive-lightgbm-predictor.18d58c11d6003e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17609"
    uid: f125a7e8-3001-40e9-91b7-bfd450930247
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 0d3854c4-9434-4ed3-8964-8986eda3401e
  kind: Event
  lastTimestamp: "2026-09-15T16:41:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:50Z"
    name: isvc-predictive-lightgbm-predictor.18d58c1554acb947
    namespace: kserve-ci-e2e-test
    resourceVersion: "18040"
    uid: 2965a7a5-bdbd-4f0f-b3fa-9d85acb334af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 0d3854c4-9434-4ed3-8964-8986eda3401e
  kind: Event
  lastTimestamp: "2026-09-15T16:41:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:50Z"
    name: isvc-predictive-lightgbm-predictor.18d58c1555129f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: 9bd4c847-398d-4e6a-8cdc-069ad6f54d98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:45:36.010777Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20001"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:45:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:45:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c57e0c67a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: 50ab9d3d-cc33-4234-b0b4-92a76361dff2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c57ecefc5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: 7fb4cbfd-5de7-4a3a-8d96-8c2ac2c7b16f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:37Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:45:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c5826886900
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: c593d668-c059-4ecc-8058-d8418846ad02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c5827d7c985
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: 7879c137-4942-4411-b66a-7056b0776c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c582af9a8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: b46eb62d-99a0-478e-b4f3-1e2c297f4ae9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c582b5b3dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: af45ce9b-46f2-4f84-bc50-0ecba34dc900
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:41Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c5917cc332d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: 99f5ad2a-cb63-4309-b223-367e904a32ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c591b162cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20064"
    uid: 77fad9b7-5901-4704-a848-7ef642beaa90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c591b8424ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: 5a1f9089-a326-4448-90c9-3786cee0172c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c591b8e75ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: 965ba79c-5757-4dd5-8361-522033822697
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c591df92944
    namespace: kserve-ci-e2e-test
    resourceVersion: "20068"
    uid: 05449bd5-c1e3-4ed9-b664-b183e3b0c552
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:45:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:45:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c591e5e604b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: 3f5b32d4-9d32-4ea3-92ff-c77c64670ea9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:47:09Z"
  message: 'Readiness probe failed: Get "http://10.132.0.38:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c61f22a1ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 3c16ea05-b45d-49c8-b6b8-b1bada1a03d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:47:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c6cd902fac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: a241e219-e5d1-4545-bacf-d7ea05de9366
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:47:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c6cd9037c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: 496e2b7a-c840-49b2-8652-2319c4a0cbe9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: cc6b4c17-e67c-42a2-a2c1-4e4ef9ffb254
  kind: Event
  lastTimestamp: "2026-09-15T16:47:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:09Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh.18d58c6d96057bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: 2bd09486-319f-4ebc-a855-885f8b222be6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: f5061856-407a-4c9f-a62f-b1d42540c729
  kind: Event
  lastTimestamp: "2026-09-15T16:45:36Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-v42zh'
  metadata:
    creationTimestamp: "2026-09-15T16:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d58c57e0568fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 871d14df-16be-4dcb-93b1-1491100adcd6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: 656410da-bf90-4036-b90b-1e6ece17da64
  kind: Event
  lastTimestamp: "2026-09-15T16:45:35Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d58c57dd30d6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 83399811-4179-4760-92f7-6aff55b88159
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: aed068eb-375f-4987-b31d-223c78e22ad7
  kind: Event
  lastTimestamp: "2026-09-15T16:46:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d58c5b5ba7fa97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: 8ae962f4-c441-4936-8309-b04b5b12a0f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: aed068eb-375f-4987-b31d-223c78e22ad7
  kind: Event
  lastTimestamp: "2026-09-15T16:46:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d58c5b5c0ba128
    namespace: kserve-ci-e2e-test
    resourceVersion: "20356"
    uid: 6b6dbae6-3435-460a-ae90-e50b650f1428
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: aed068eb-375f-4987-b31d-223c78e22ad7
  kind: Event
  lastTimestamp: "2026-09-15T16:47:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:06Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d58c65d8aeb80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: c9274358-9e72-4a4b-9c7e-e13320d8aab8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: aed068eb-375f-4987-b31d-223c78e22ad7
  kind: Event
  lastTimestamp: "2026-09-15T16:47:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:06Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d58c65d90becd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 83e8af15-b7ee-4320-af0f-de38a8114850
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: ff54c688-7b73-4889-9ab7-d50bd1066546
  kind: Event
  lastTimestamp: "2026-09-15T16:46:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:46:59Z"
    name: isvc-predictive-lightgbm-v2.18d58c57dd3718a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 227ecc76-9da3-47e0-98fe-dd14b3e06a8a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: ff54c688-7b73-4889-9ab7-d50bd1066546
  kind: Event
  lastTimestamp: "2026-09-15T16:45:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:35Z"
    name: isvc-predictive-lightgbm-v2.18d58c57ddb611ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: 40df222c-873c-4165-99f5-2d4c667e8d40
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20708"
    uid: ff54c688-7b73-4889-9ab7-d50bd1066546
  kind: Event
  lastTimestamp: "2026-09-15T16:46:59Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:46:59Z"
    name: isvc-predictive-lightgbm-v2.18d58c6b479e9873
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: 918ee307-0d46-4849-add8-13480fe0be1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: 1f5e21bd-38c2-48f4-8152-beb305a37807
  kind: Event
  lastTimestamp: "2026-09-15T16:41:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:44Z"
    name: isvc-predictive-lightgbm.18d58c0e5721843d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: a9fc4e5d-b16f-48fe-9d11-1c00d834d319
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: 1f5e21bd-38c2-48f4-8152-beb305a37807
  kind: Event
  lastTimestamp: "2026-09-15T16:40:20Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:20Z"
    name: isvc-predictive-lightgbm.18d58c0e579caa1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: f2a04bee-368a-4163-aa49-59c6ff1c5f4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17989"
    uid: 1f5e21bd-38c2-48f4-8152-beb305a37807
  kind: Event
  lastTimestamp: "2026-09-15T16:41:44Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:44Z"
    name: isvc-predictive-lightgbm.18d58c21dd2477b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 28793eaa-638d-426d-a05e-313a23b73c52
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:36:39.772642Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:36:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:36:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bdb067dcff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15141"
    uid: 505a216a-0e73-439e-bc8a-9e9aa72cad72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:36:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bdb144b6627
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: a0b8f5e0-7cdd-4c7c-af89-7dad4bf246db
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:36:43Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:36:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bdbfc3f10a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 9124074f-a140-4f3f-ab68-6ee2b44b4c1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:36:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bdbfdc91b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: 6ad1d5bf-2f2b-4bcf-9c46-ac3ff07991ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:36:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bdc008d37ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: f536768d-cc2a-400e-940b-6e60ed8d9bb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:36:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bdc0117e6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: ec1e9d31-fe49-4b6a-962a-3e2222dc315e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:36:48Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T16:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bdd1f166418
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: cd2ce806-56eb-44f8-9896-7a8bb0532af0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:37:11Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.195s
    (23.195s including waiting). Image size: 2434444941 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:37:11Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58be285a71a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: f8ee6a7d-f125-477a-81bc-8178187c1597
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:37:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:37:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58be289af977a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: 7c0af12a-33d6-40d0-ad33-cb46cbc963f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:37:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:37:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58be28a1adcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: 07910f36-ca5f-4e1f-ac2b-00a37297f79d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:37:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:37:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58be28a251ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: d53b2fb3-9844-49fb-8d33-39c4add5f1e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:37:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:37:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58be28d3193b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 132e42c9-4a2d-4414-ab99-5324b06bce9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:37:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:37:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58be28da90163
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 8469fc01-ab32-4021-8d88-2874b0a4bf70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58be2faa50008
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: de196f76-b916-49cd-b9a0-cbc422e2f7ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bf6f790a183
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: e5313d84-dc15-4ea2-93b8-928de80cb724
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bf6f79700ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: 191962c7-05a2-4102-9b31-e3ff987594cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bf700e77ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 0326a23a-f3d6-4e55-a1f7-61ff2ae00caf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4aa2bff6-3e3d-41fb-b1fe-ad274b8fd3a6
  kind: Event
  lastTimestamp: "2026-09-15T16:38:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-15T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-rkblc.18d58bf866919cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 581f87e6-1f00-4224-81aa-9e8cce9313d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: a66d8027-62f9-467b-84e8-26883064d17c
  kind: Event
  lastTimestamp: "2026-09-15T16:36:39Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-rkblc'
  metadata:
    creationTimestamp: "2026-09-15T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:36:39Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d58bdb05237717
    namespace: kserve-ci-e2e-test
    resourceVersion: "15136"
    uid: 2c98c343-5396-4843-8ced-e298fb5f337e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15120"
    uid: 2683064c-063e-46c9-9245-7997bd0edfde
  kind: Event
  lastTimestamp: "2026-09-15T16:36:39Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:36:39Z"
    name: isvc-predictive-sklearn-predictor.18d58bdaff6e4548
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: be80c5b1-31b8-4f97-b847-38fbe508dab0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: e74305a5-d498-47a1-8c86-9dec08f1917c
  kind: Event
  lastTimestamp: "2026-09-15T16:37:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:37:39Z"
    name: isvc-predictive-sklearn-predictor.18d58bde7e1f3363
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: d577f47c-d1b0-4036-b2df-7ca73f8d777a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: e74305a5-d498-47a1-8c86-9dec08f1917c
  kind: Event
  lastTimestamp: "2026-09-15T16:37:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:37:39Z"
    name: isvc-predictive-sklearn-predictor.18d58bde7e8a8902
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 595ca34c-e288-42b8-b71b-e538fc1d56cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: e74305a5-d498-47a1-8c86-9dec08f1917c
  kind: Event
  lastTimestamp: "2026-09-15T16:38:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:24Z"
    name: isvc-predictive-sklearn-predictor.18d58bec7a7ca379
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 116e38d0-fbab-4667-8657-300f92d64133
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: e74305a5-d498-47a1-8c86-9dec08f1917c
  kind: Event
  lastTimestamp: "2026-09-15T16:38:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:24Z"
    name: isvc-predictive-sklearn-predictor.18d58bec7ae3ebe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: d8a35982-e24a-4242-9e49-86b2f04cfaf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:41:55.473728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18127"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:41:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:41:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2487be2173
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: 4236074b-f60c-425b-aa92-67c492229c45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18137"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:56Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:41:56Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c24a9cda037
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 61dcc87f-1f3a-4740-8e08-14e8d2533aa7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:56Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
  metadata:
    creationTimestamp: "2026-09-15T16:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:56Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c24ab21e874
    namespace: kserve-ci-e2e-test
    resourceVersion: "18149"
    uid: 43a44389-1f82-4350-91e2-d24af7b7375e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    in 3.397s (3.397s including waiting). Image size: 308214719 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:59Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2575a08426
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: e60b4add-ad9c-4d9f-bada-753bb6990a01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:59Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c257917b630
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 5acf6de7-f06d-4b2a-a11a-90b0ba0c5880
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:41:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:59Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c25799aaade
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: eefc2ed0-7431-464e-a790-525363a60c87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c269076b025
    namespace: kserve-ci-e2e-test
    resourceVersion: "18223"
    uid: 72d3e280-2b1e-40b9-b87e-664fdee0a3a3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:42:26Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.157s
    (22.157s including waiting). Image size: 2434444941 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:26Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2bb92bf3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 32813531-54a5-4ff2-a2e3-91627f94b763
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:42:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:26Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2bbdd01d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: 31081415-f2ef-4a9c-9079-8f10f12e1cd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:42:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:26Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2bbe461da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: a49e4fc9-2544-4829-b746-69d09e7522f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:42:26Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-15T16:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:26Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2bbe538dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: a9baabed-e04e-43ea-be2b-b6ab720cc6a2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.642s (2.642s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2c5bd251d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 1887e5bd-58ad-43bd-a96a-1d2a0443690d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2c6173b421
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: fc385f38-a966-4ff3-b5a6-2687329653e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c2c62b75e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: 6a3b14bf-5b13-4a16-a47f-a08402ca819e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:43:35Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:35Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c34cda1cba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18884"
    uid: 9c214213-0bfe-426b-a043-3d726ca8e7f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:43:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c40806dafc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 72a2353b-0f8d-486e-b651-23afb1c3bbeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 5d7fa082-2303-4110-b7e2-3c647ae15f90
  kind: Event
  lastTimestamp: "2026-09-15T16:43:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl.18d58c4080714c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: c88dcd71-c853-4638-9fc1-a08a6c2f31a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: 54f7b165-08d8-4d5c-8a1f-f8e3ef8f413c
  kind: Event
  lastTimestamp: "2026-09-15T16:41:55Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-cjxzl'
  metadata:
    creationTimestamp: "2026-09-15T16:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d58c24874dd143
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: 9ec1909f-199e-463b-ab2a-8a3f2d10b2a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18116"
    uid: c53aad32-cbf0-4e28-918d-3e685ac059a3
  kind: Event
  lastTimestamp: "2026-09-15T16:41:55Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:55Z"
    name: isvc-predictive-sklearn-v2-predictor.18d58c2484b70a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "18120"
    uid: 8c6e8187-4fb8-4138-be10-e73dae000ee0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 0782194c-5671-4cb5-9309-a827c9563dbf
  kind: Event
  lastTimestamp: "2026-09-15T16:42:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:55Z"
    name: isvc-predictive-sklearn-v2-predictor.18d58c280337a05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 14dd280c-f57a-4a67-9840-0f895711c93b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 0782194c-5671-4cb5-9309-a827c9563dbf
  kind: Event
  lastTimestamp: "2026-09-15T16:42:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:55Z"
    name: isvc-predictive-sklearn-v2-predictor.18d58c2803b36100
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: 15c3c869-d3ee-497f-bad2-1828d384b082
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18276"
    uid: 0782194c-5671-4cb5-9309-a827c9563dbf
  kind: Event
  lastTimestamp: "2026-09-15T16:43:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:55Z"
    name: isvc-predictive-sklearn-v2-predictor.18d58c35fe64d30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: 51e2f275-4afb-417d-85bd-22dcf20e5dd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18276"
    uid: 0782194c-5671-4cb5-9309-a827c9563dbf
  kind: Event
  lastTimestamp: "2026-09-15T16:43:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:55Z"
    name: isvc-predictive-sklearn-v2-predictor.18d58c35fec6c6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: 15975a1b-67dd-4179-b0fd-4fc0d228a1db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18109"
    uid: 986fd4cc-78f8-4d38-b726-ec57fd4b1058
  kind: Event
  lastTimestamp: "2026-09-15T16:43:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:45Z"
    name: isvc-predictive-sklearn-v2.18d58c2484b58237
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: d8b16d27-4eca-405a-b0da-a6dcf037cbce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18109"
    uid: 986fd4cc-78f8-4d38-b726-ec57fd4b1058
  kind: Event
  lastTimestamp: "2026-09-15T16:41:55Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:55Z"
    name: isvc-predictive-sklearn-v2.18d58c248558d12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18124"
    uid: 285c0ace-32c7-408a-979c-78d27c35f064
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 986fd4cc-78f8-4d38-b726-ec57fd4b1058
  kind: Event
  lastTimestamp: "2026-09-15T16:43:45Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:45Z"
    name: isvc-predictive-sklearn-v2.18d58c3e28ac4641
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: 94329325-c518-4ed1-a865-0c2830da59e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 4f39b6ce-a9b3-4283-8e52-1a73b006c9d5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:30Z"
    name: isvc-predictive-sklearn.18d58bdaff71436f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: cd478d17-e1ec-4f4f-ae53-1fe8fe4e6faf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: 4f39b6ce-a9b3-4283-8e52-1a73b006c9d5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:36:39Z"
    name: isvc-predictive-sklearn.18d58bdafff4058e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: 63859cd2-2d21-4ed2-a253-fff8260cde5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: 4f39b6ce-a9b3-4283-8e52-1a73b006c9d5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:30Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:30Z"
    name: isvc-predictive-sklearn.18d58bf4b1f1427a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: b5295d42-c6e8-429d-b0ff-c0d480d863d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:38:44.951334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16273"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-bbdxr
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:38:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:38:44Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf82bb9153b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: a40c52e4-eaa0-449b-8250-e05a07c1378d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:45Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:38:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf84d984bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: fb688ec9-bfc0-45a1-8ed9-d06b7efc30eb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf84f05c571
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: c116bb3d-935f-4b31-987d-c2ed504a1124
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf851bcf4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: ef85cced-1eb7-4622-b0fb-7238ccc24ac8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:45Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf8522401f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: ad66d2fc-d017-44a2-b5b7-41631cabcc2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:49Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf935ffd863
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: de0be36d-8ea4-415a-b345-4e3b8215c182
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf93a2fb5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: 7052e8bf-10ae-4d19-b8c7-39008844d77b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf93a9d1d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16336"
    uid: 4a12689b-edec-4c2c-9ca9-3b90f1b0fcd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf93aa98785
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 8eea4901-dc3b-498b-aee4-c8d0f6724823
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf93d778d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: a738cf15-5b84-4a75-83eb-da6120537d9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:38:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf93de10e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 34e3bdaf-a7b2-40b6-bbab-b86432e98c3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:40:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58bf9ade5e852
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: deebec2a-758e-4105-8474-b074a465899a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:40:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58c0d24ef4092
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: 59ff163f-d950-4c04-9560-c155aca5029d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:40:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:15Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58c0d24f243f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 460d3339-5c57-47b7-b3f4-1e5fdd4fa780
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: dd29f881-dc3a-4372-a71f-74c6d0635920
  kind: Event
  lastTimestamp: "2026-09-15T16:40:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-bbdxr.18d58c0db42e9f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17178"
    uid: 81e5b844-9345-4c70-8777-9a815eba15da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: c3df9af3-d29f-4329-9dbd-4c03dffc7757
  kind: Event
  lastTimestamp: "2026-09-15T16:38:44Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-bbdxr'
  metadata:
    creationTimestamp: "2026-09-15T16:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:44Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d58bf82b2aaaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 801d1f5a-6092-4326-a112-faa85f771d07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 2d5e4c94-d27e-4d50-9359-0ca0d6027da7
  kind: Event
  lastTimestamp: "2026-09-15T16:38:44Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:44Z"
    name: isvc-predictive-xgboost-predictor.18d58bf828903dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 63ef1bcb-4174-4505-9071-1e18de801bc4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: 8168b9d1-d771-4962-ac32-5cc69f78a872
  kind: Event
  lastTimestamp: "2026-09-15T16:38:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:59Z"
    name: isvc-predictive-xgboost-predictor.18d58bfba70edc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 2b8305ed-cf4a-456b-9a9b-e2552e4087f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: 8168b9d1-d771-4962-ac32-5cc69f78a872
  kind: Event
  lastTimestamp: "2026-09-15T16:38:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:59Z"
    name: isvc-predictive-xgboost-predictor.18d58bfba77046db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: dca03c48-ca9f-49b2-a667-173925e761ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 8168b9d1-d771-4962-ac32-5cc69f78a872
  kind: Event
  lastTimestamp: "2026-09-15T16:40:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:14Z"
    name: isvc-predictive-xgboost-predictor.18d58bff260e9f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 71ab6e36-9a68-4a31-9766-3ef86f1103a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 8168b9d1-d771-4962-ac32-5cc69f78a872
  kind: Event
  lastTimestamp: "2026-09-15T16:40:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:14Z"
    name: isvc-predictive-xgboost-predictor.18d58bff266bbd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 99c9e54e-ac34-48b6-8844-1cb2440a012b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:44:00.769383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19124"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:44:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:44:00Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c41b3f22121
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: c874dc84-562f-44a0-ab72-ae6f6b0524c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:01Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:44:01Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c41d6024dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 3b56ee2f-1ec0-42ac-b391-2e3a7c36fd42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:01Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c41d75c1cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: b73179a9-b427-4183-80c1-ae2d5b4e7ccb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:01Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c41d9e28ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19151"
    uid: 46eb3560-1187-4b65-b864-8529304a28c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:01Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c41da40209a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: 069bc494-089e-442f-a570-c0a8a832581b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:05Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c42df025330
    namespace: kserve-ci-e2e-test
    resourceVersion: "19200"
    uid: 3bfd77de-66a0-4136-9578-ce9ef8b49dd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c42e26624c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: b1f1c5c8-7690-4873-9d65-8b19f30175e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c42e2d1768b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: 06e98a13-d1c5-4ec0-a7d6-8b9dea24970b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c42e2db488b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19206"
    uid: 9c672181-f227-441f-ab7c-32ed466d6633
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c42e62e32cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19208"
    uid: 43a00624-5dcd-4106-bb9b-e719ea193587
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:44:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:05Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c42e68dc7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 7faea102-fbe7-4917-b8ed-af565d3b25d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:45:32Z"
  message: 'Readiness probe failed: Get "http://10.132.0.37:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:32Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c4bb957e5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: bb58a034-db84-476a-bb3d-de0f53e74afa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:45:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c56abf6958c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: b474a9cc-7b84-44fc-95ad-bbb0930c868d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:45:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:30Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c56abf72078
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: c1e32478-96dd-417c-9c6f-9f43876b3285
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1590cd7d-c040-43ee-bf32-2913d09bb654
  kind: Event
  lastTimestamp: "2026-09-15T16:45:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj.18d58c575d462f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19958"
    uid: 66cd03ec-8af9-4a41-b16f-acfed27655cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: b2d5d9cc-aa3b-4df2-9b4e-6201d16c534a
  kind: Event
  lastTimestamp: "2026-09-15T16:44:00Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-db7nj'
  metadata:
    creationTimestamp: "2026-09-15T16:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:00Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d58c41b38a6a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: 83a3463d-05cc-4572-b894-2f747541dc58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19111"
    uid: 411fc2ba-7d3b-4a48-8723-3cbbc1c5ed9f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:00Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:00Z"
    name: isvc-predictive-xgboost-v2-predictor.18d58c41af7f38ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: d21f4732-e617-4f38-8c3e-aa8cff4b0fce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: 1abf91ce-3f02-4f28-84d8-a4dbfb44fff3
  kind: Event
  lastTimestamp: "2026-09-15T16:44:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18d58c452dee6093
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 337f6851-ab3c-48c3-9292-2bcccb096c97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: 1abf91ce-3f02-4f28-84d8-a4dbfb44fff3
  kind: Event
  lastTimestamp: "2026-09-15T16:44:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18d58c452e459e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 0b32912e-39f3-481f-8eff-5baab85d2659
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 1abf91ce-3f02-4f28-84d8-a4dbfb44fff3
  kind: Event
  lastTimestamp: "2026-09-15T16:45:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18d58c4c2c1e8200
    namespace: kserve-ci-e2e-test
    resourceVersion: "19917"
    uid: c15e6f43-3271-4272-812b-1f755feac58a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 1abf91ce-3f02-4f28-84d8-a4dbfb44fff3
  kind: Event
  lastTimestamp: "2026-09-15T16:45:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18d58c4c2d23a444
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: 894d488f-2d97-42e5-9730-63778ea3b67e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 96acd3dc-d552-4cc8-99a1-ecebdb685083
  kind: Event
  lastTimestamp: "2026-09-15T16:45:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:22Z"
    name: isvc-predictive-xgboost-v2.18d58c41af7f71ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 01fd2f6c-0443-47b4-b00b-8ed98369f7aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 96acd3dc-d552-4cc8-99a1-ecebdb685083
  kind: Event
  lastTimestamp: "2026-09-15T16:44:00Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:00Z"
    name: isvc-predictive-xgboost-v2.18d58c41b01c576d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: f3933e70-89ba-4ab7-a37f-cfcc6b4402ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: 96acd3dc-d552-4cc8-99a1-ecebdb685083
  kind: Event
  lastTimestamp: "2026-09-15T16:44:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:00Z"
    name: isvc-predictive-xgboost-v2.18d58c41b53207e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: a53f9abe-22f4-4647-8c48-e8eada5b3988
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 96acd3dc-d552-4cc8-99a1-ecebdb685083
  kind: Event
  lastTimestamp: "2026-09-15T16:45:22Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:22Z"
    name: isvc-predictive-xgboost-v2.18d58c54b21f1791
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: ae6abdf2-6c5e-4b09-8bbe-74f5e0316f48
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 657088e5-47b4-423a-a0d9-1b184c03155b
  kind: Event
  lastTimestamp: "2026-09-15T16:40:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:07Z"
    name: isvc-predictive-xgboost.18d58bf82890d73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: 3e9e3c46-a6ac-46f4-ad64-8b8a3a559aa1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 657088e5-47b4-423a-a0d9-1b184c03155b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:44Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:44Z"
    name: isvc-predictive-xgboost.18d58bf828e8bd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: 62b4822f-ac25-4340-97bc-5291c8ceddd6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 657088e5-47b4-423a-a0d9-1b184c03155b
  kind: Event
  lastTimestamp: "2026-09-15T16:40:07Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:07Z"
    name: isvc-predictive-xgboost.18d58c0b64f8b6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: 5f65111b-a88d-43d6-8f8f-016f7f93c05d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:19:00.617386Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39369"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:19:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:19:00Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2a9ca3dd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39374"
    uid: 64b8e5ed-2ba5-4cbf-95e3-616dfd32dfa0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-cdd413-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:00Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2aa4c0f59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39384"
    uid: 06a31d02-4545-4e6e-9d3e-d4eb7a177886
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39379"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:01Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:19:01Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2ae263c095
    namespace: kserve-ci-e2e-test
    resourceVersion: "39395"
    uid: 20f498a7-b386-4bd8-bdc8-5e1bfb72df09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:01Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2ae3de79cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39397"
    uid: bdf92c05-e74e-4b16-8bf5-fb3899a64fa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:01Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2ae725a280
    namespace: kserve-ci-e2e-test
    resourceVersion: "39398"
    uid: 75cc3ec9-ac2e-42fd-a4c7-89597e70f767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:01Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2ae786af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39399"
    uid: abeb66c9-326d-48e7-b459-2a49c382523c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:06Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2c06c715e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39440"
    uid: aaa29781-a43d-4c96-9a50-986d5cd3b407
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:06Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2c0a26187e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39444"
    uid: 75968f2b-22fd-460e-937a-c045c7b425c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:06Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2c0a8e5005
    namespace: kserve-ci-e2e-test
    resourceVersion: "39445"
    uid: a3d60ec0-c82b-4cb7-aa97-63b17d7c74db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:06Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2c0aa1dc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39446"
    uid: 61093390-27e1-4419-b32e-7afff655b094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:06Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2c0d62a531
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: 1dc67445-ffa3-4abc-9613-8b6f1f1cb02c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:19:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:19:06Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2c0de7fcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39450"
    uid: bce24f1c-03b5-4bef-b928-3a0f9fff26a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:21:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:21:04Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e2c7eb0190c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40390"
    uid: 3cb49376-e082-4669-80ad-323039a266c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:21:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:21:01Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e46d7242745
    namespace: kserve-ci-e2e-test
    resourceVersion: "40363"
    uid: fc1f8bbf-fc94-4a94-9aeb-ebc5cc80e6c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:21:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:21:01Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e46d724fe6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40364"
    uid: 545cc6e4-0c1f-432c-98e8-87351a0caa47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:21:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: dd8aa434-2c40-4ef8-8cf3-4729b6bcd34b
  kind: Event
  lastTimestamp: "2026-09-15T17:21:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:21:04Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44.18d58e478107f386
    namespace: kserve-ci-e2e-test
    resourceVersion: "40389"
    uid: d3bdefbe-89eb-44c5-8830-70fce08dba6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-cdd413-predictor-b74f8b7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39360"
    uid: 40c26fdc-6e3d-446b-bcfb-d0d921303953
  kind: Event
  lastTimestamp: "2026-09-15T17:19:00Z"
  message: 'Created pod: isvc-primary-cdd413-predictor-b74f8b7dd-2lh44'
  metadata:
    creationTimestamp: "2026-09-15T17:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:19:00Z"
    name: isvc-primary-cdd413-predictor-b74f8b7dd.18d58e2a9c37251a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39370"
    uid: 46923d55-6fe3-4385-8a61-101385428083
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-cdd413-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39358"
    uid: 758cff7d-5c50-4ef2-95c6-3f2c899947b9
  kind: Event
  lastTimestamp: "2026-09-15T17:19:00Z"
  message: Scaled up replica set isvc-primary-cdd413-predictor-b74f8b7dd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T17:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:19:00Z"
    name: isvc-primary-cdd413-predictor.18d58e2a97c4bb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "39361"
    uid: 6f597dd5-e8b0-4e71-8321-503ec7cb5bd0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cdd413-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: 42cbf173-fbe9-4e94-af0d-6a0dbb45098a
  kind: Event
  lastTimestamp: "2026-09-15T17:19:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:19:45Z"
    name: isvc-primary-cdd413-predictor.18d58e2e1690d32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39726"
    uid: a17be93b-83b4-43a6-be4f-a8b20d35852c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cdd413-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: 42cbf173-fbe9-4e94-af0d-6a0dbb45098a
  kind: Event
  lastTimestamp: "2026-09-15T17:19:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:19:45Z"
    name: isvc-primary-cdd413-predictor.18d58e2e16f9e672
    namespace: kserve-ci-e2e-test
    resourceVersion: "39729"
    uid: a2a044af-6e26-494a-b18e-1420dd21239d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cdd413-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: 42cbf173-fbe9-4e94-af0d-6a0dbb45098a
  kind: Event
  lastTimestamp: "2026-09-15T17:20:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:20:45Z"
    name: isvc-primary-cdd413-predictor.18d58e3195bab0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40157"
    uid: fb8dc4ea-d6db-43c7-9a86-9082c64b2004
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cdd413-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39519"
    uid: 42cbf173-fbe9-4e94-af0d-6a0dbb45098a
  kind: Event
  lastTimestamp: "2026-09-15T17:20:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:20:45Z"
    name: isvc-primary-cdd413-predictor.18d58e3196174557
    namespace: kserve-ci-e2e-test
    resourceVersion: "40158"
    uid: 29bfd834-0317-4a4f-b0d6-c9fae12c6b29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cdd413
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 9a590853-24c9-4059-a475-98f65a2b4dcf
  kind: Event
  lastTimestamp: "2026-09-15T17:20:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:20:24Z"
    name: isvc-primary-cdd413.18d58e2a97c56c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40007"
    uid: e4e31220-9e5b-4d37-a9bd-a5e976c9a7bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cdd413
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 9a590853-24c9-4059-a475-98f65a2b4dcf
  kind: Event
  lastTimestamp: "2026-09-15T17:19:00Z"
  message: 'Failed to update status for InferenceService "isvc-primary-cdd413": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-cdd413":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:19:00Z"
    name: isvc-primary-cdd413.18d58e2a9855b730
    namespace: kserve-ci-e2e-test
    resourceVersion: "39380"
    uid: fdac8139-8999-48f8-b8e0-dd998d5ba1a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cdd413
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: 9a590853-24c9-4059-a475-98f65a2b4dcf
  kind: Event
  lastTimestamp: "2026-09-15T17:19:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-cdd413": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:19:00Z"
    name: isvc-primary-cdd413.18d58e2a9855f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "39381"
    uid: 93b9be64-a3ff-4ac4-8d7a-4bf36bcfdf09
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cdd413
    namespace: kserve-ci-e2e-test
    resourceVersion: "40004"
    uid: 9a590853-24c9-4059-a475-98f65a2b4dcf
  kind: Event
  lastTimestamp: "2026-09-15T17:20:24Z"
  message: InferenceService [isvc-primary-cdd413] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:20:24Z"
    name: isvc-primary-cdd413.18d58e3e360896b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40006"
    uid: 44a39934-cbaf-447b-b654-257e98cab72f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:20:45.821478Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "40183"
    uid: f78204bf-6ce4-483e-bcd5-c8cf3db93931
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:20:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:20:45Z"
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs.18d58e431b4aef48
    namespace: kserve-ci-e2e-test
    resourceVersion: "40187"
    uid: 1aafeac0-a4fb-4c93-8958-891722f78a4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: f78204bf-6ce4-483e-bcd5-c8cf3db93931
  kind: Event
  lastTimestamp: "2026-09-15T17:20:46Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:20:46Z"
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs.18d58e433d4736c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40201"
    uid: fa2bec85-4f88-474d-ac2c-d973b9b31ccf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f78204bf-6ce4-483e-bcd5-c8cf3db93931
  kind: Event
  lastTimestamp: "2026-09-15T17:20:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:20:50Z"
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs.18d58e433eb06b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40238"
    uid: 8a180ac7-8400-4433-bd56-41066f6dc23e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f78204bf-6ce4-483e-bcd5-c8cf3db93931
  kind: Event
  lastTimestamp: "2026-09-15T17:20:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:20:50Z"
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs.18d58e434151668b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40242"
    uid: 01701d2d-b76b-4ae6-b85b-adf9058eb31e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f78204bf-6ce4-483e-bcd5-c8cf3db93931
  kind: Event
  lastTimestamp: "2026-09-15T17:20:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:20:50Z"
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs.18d58e4341c87e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40243"
    uid: b73add9c-b690-4d88-a737-6cb885eb4f45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f78204bf-6ce4-483e-bcd5-c8cf3db93931
  kind: Event
  lastTimestamp: "2026-09-15T17:20:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs_kserve-ci-e2e-test(f78204bf-6ce4-483e-bcd5-c8cf3db93931)
  metadata:
    creationTimestamp: "2026-09-15T17:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:20:56Z"
    name: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs.18d58e45afc670a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 101bc4f6-8907-4569-b904-e1b87ae8e261
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-cdd413-predictor-559bdd5ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40171"
    uid: 7e7042f2-cf95-4351-a1f2-1ecf478622a1
  kind: Event
  lastTimestamp: "2026-09-15T17:20:45Z"
  message: 'Created pod: isvc-secondary-cdd413-predictor-559bdd5ff5-7cpfs'
  metadata:
    creationTimestamp: "2026-09-15T17:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:20:45Z"
    name: isvc-secondary-cdd413-predictor-559bdd5ff5.18d58e431ad24535
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: ab6f78c9-d463-4a59-a834-46bf36ac63f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-cdd413-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40169"
    uid: 346fc012-4b51-4416-a477-638491b16aba
  kind: Event
  lastTimestamp: "2026-09-15T17:20:45Z"
  message: Scaled up replica set isvc-secondary-cdd413-predictor-559bdd5ff5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T17:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:20:45Z"
    name: isvc-secondary-cdd413-predictor.18d58e431651c6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40172"
    uid: d25c4e03-3a50-4034-acdf-e0ca5f0e1d98
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-cdd413-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40170"
    uid: a93f632e-3597-44f9-b0be-25ef7eda0b18
  kind: Event
  lastTimestamp: "2026-09-15T17:21:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:21:00Z"
    name: isvc-secondary-cdd413-predictor.18d58e4694a5df91
    namespace: kserve-ci-e2e-test
    resourceVersion: "40322"
    uid: 10556aee-c2d2-4a1f-8d23-cfe78d2b19bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:21:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-cdd413-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40170"
    uid: a93f632e-3597-44f9-b0be-25ef7eda0b18
  kind: Event
  lastTimestamp: "2026-09-15T17:21:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:21:00Z"
    name: isvc-secondary-cdd413-predictor.18d58e469507a0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40324"
    uid: 09eba269-4237-4546-b704-ddd4136e8c47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cdd413
    namespace: kserve-ci-e2e-test
    resourceVersion: "40162"
    uid: 848b472d-2b84-4674-a391-141a682735a6
  kind: Event
  lastTimestamp: "2026-09-15T17:20:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:20:57Z"
    name: isvc-secondary-cdd413.18d58e4316552621
    namespace: kserve-ci-e2e-test
    resourceVersion: "40294"
    uid: d48214ff-8edc-4e05-b60a-e0f5d1820283
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cdd413
    namespace: kserve-ci-e2e-test
    resourceVersion: "40162"
    uid: 848b472d-2b84-4674-a391-141a682735a6
  kind: Event
  lastTimestamp: "2026-09-15T17:20:45Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-cdd413":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-cdd413":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:20:45Z"
    name: isvc-secondary-cdd413.18d58e4316c263ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: f0e2f66a-9926-4bfc-879a-c6e2e43d447d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:20:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cdd413
    namespace: kserve-ci-e2e-test
    resourceVersion: "40162"
    uid: 848b472d-2b84-4674-a391-141a682735a6
  kind: Event
  lastTimestamp: "2026-09-15T17:20:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-cdd413": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:20:45Z"
    name: isvc-secondary-cdd413.18d58e4316c2a334
    namespace: kserve-ci-e2e-test
    resourceVersion: "40176"
    uid: db56a485-f15c-4864-92dd-5665e31bb941
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:38:09.708325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:38:09Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58beff7136953
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 9e6d1521-13c4-47ee-9e17-3a4d5034b396
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:10Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:38:10Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf018f0b2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 4dc257f8-9666-458f-88b7-66e8d9b05e2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:10Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf01ac39db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 95b6b7ef-fb76-44a9-b936-814ae0bbac5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:10Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf01dcd8f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: 9cea8e7c-e94f-40b9-a513-63e9939ffb33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:10Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf01e5a055d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: a62779da-1d42-4074-9e4c-173cfe52fbc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf140d4c73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15982"
    uid: db4466bf-b28a-486c-8aeb-0cfeb879de34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf143a3c00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: d47567f5-910f-42f5-863f-9ff75a6a29d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf14410d40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 4cf1b8ec-64f8-4ab7-80d4-f20872be6975
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf1441d4854
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: c83ca986-213f-4d72-95cd-886641f87be3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf14739399b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: 102f88c1-11a5-494f-9687-cdc02a77aed7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf147a3f176
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: 668daa42-ea2c-411b-b97b-4e40bcfe5f2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:032e98ee5fd6f163d675c4bdab072305e1da00b7c4369f1cb891489f2ff34d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf147aef34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 9641bd93-84c1-4b7a-bda5-49cff06da481
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf14adc244a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 38680db1-5f97-43b3-a662-d0b169834159
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:38:15Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-15T16:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:15Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf14b4de0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: dc376d50-b7e1-4467-bc56-5af9bdbf4d40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:39:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:53Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf17ce68061
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: f0040b19-51ce-4c90-963d-8cb4d0b025a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:39:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-15T16:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:53Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58bf1b8d34418
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: b20deeb8-5b62-424c-8ed5-1da018adcb36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:39:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:44Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58c0618c50e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: df125456-5674-4797-a32c-d92d396e900d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:39:44Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-15T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:44Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58c0618c549ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: ec4268a2-9ec5-44c1-809b-4f4d23ea6e81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:39:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:44Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58c0618c59109
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 4ab28568-268f-4801-94ab-202632aa1b00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 67feb104-406a-45ea-95c2-f590f94c3998
  kind: Event
  lastTimestamp: "2026-09-15T16:40:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:03Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw.18d58c06e91d67e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: 569a540a-925a-488f-b931-7883fc1b1651
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: 5b9cb0e5-f55d-43c2-8c6b-acf6d196f6c6
  kind: Event
  lastTimestamp: "2026-09-15T16:38:09Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-559d5db67b-6glrw'
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:09Z"
    name: isvc-sklearn-batcher-custom-predictor-559d5db67b.18d58beff69a4c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: d2abdd6a-2a7c-4f5a-a6bc-50528143d511
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: 30abafa6-6830-4002-8282-1daf4f14340b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:09Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-559d5db67b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:09Z"
    name: isvc-sklearn-batcher-custom-predictor.18d58beff372a67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: b143b1d7-79c7-4132-bd10-8c4217aff988
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: f39fd07f-dabf-4d61-b6ed-077528dc5ae8
  kind: Event
  lastTimestamp: "2026-09-15T16:38:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:24Z"
    name: isvc-sklearn-batcher-custom-predictor.18d58bf371f7d956
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 95a2fa11-c6cc-400d-a3c0-3dc94227447b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15900"
    uid: f39fd07f-dabf-4d61-b6ed-077528dc5ae8
  kind: Event
  lastTimestamp: "2026-09-15T16:38:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:24Z"
    name: isvc-sklearn-batcher-custom-predictor.18d58bf37257eb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: db2905f0-c1ec-4aff-a3e9-87af8fa01d1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: f39fd07f-dabf-4d61-b6ed-077528dc5ae8
  kind: Event
  lastTimestamp: "2026-09-15T16:39:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:39:39Z"
    name: isvc-sklearn-batcher-custom-predictor.18d58bf6f17192db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16720"
    uid: 2b781b55-d3bf-4158-8158-d6311ddabd23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: f39fd07f-dabf-4d61-b6ed-077528dc5ae8
  kind: Event
  lastTimestamp: "2026-09-15T16:39:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:39:39Z"
    name: isvc-sklearn-batcher-custom-predictor.18d58bf6f1d735f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: db9c312c-c938-4604-a731-6cfd8c1146ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: 73624e3e-aca0-46b9-953e-f4141829c91c
  kind: Event
  lastTimestamp: "2026-09-15T16:39:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:39:33Z"
    name: isvc-sklearn-batcher-custom.18d58beff37605f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: c62e4ad3-62eb-4708-a832-801ed3e2ab09
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: 73624e3e-aca0-46b9-953e-f4141829c91c
  kind: Event
  lastTimestamp: "2026-09-15T16:38:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:09Z"
    name: isvc-sklearn-batcher-custom.18d58beff41ba009
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: 85588428-aa80-47a4-af14-5bbbdf4aeddc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: 73624e3e-aca0-46b9-953e-f4141829c91c
  kind: Event
  lastTimestamp: "2026-09-15T16:38:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:09Z"
    name: isvc-sklearn-batcher-custom.18d58beff910790c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: cfcc41c0-7cdb-4623-8173-f76f2dfe8d6c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 73624e3e-aca0-46b9-953e-f4141829c91c
  kind: Event
  lastTimestamp: "2026-09-15T16:39:33Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:39:33Z"
    name: isvc-sklearn-batcher-custom.18d58c0370ff033a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 8311ba27-e52e-4331-8c1a-b7b6743ab987
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:36:24.633214Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:36:24Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bd7801c7df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: 6783fca1-5948-43eb-8a85-8f52d53435d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14918"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:25Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:36:25Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bd7a2123a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14959"
    uid: b5853341-bc5b-4f89-8f26-9ee076e09481
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:25Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bd7a379d47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 8900a63b-ab87-4e46-b9c4-2729b4d9c38d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:25Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bd7a6b47783
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 2d6ca4f5-c7e0-4b0c-8381-23a7f4d28056
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:25Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bd7a722addd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 9b27a753-3bc3-4107-995e-0c9d32ee361e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:29Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
  metadata:
    creationTimestamp: "2026-09-15T16:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:29Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bd8ab18d8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15010"
    uid: af3540ef-7472-4092-a1d5-3fef5dae3107
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    in 14.084s (14.084s including waiting). Image size: 1582981531 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:43Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdbf29c3142
    namespace: kserve-ci-e2e-test
    resourceVersion: "15182"
    uid: ff9540dd-6e5b-47e4-b630-8fab5f95d8f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:43Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdbf5ae89f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: 1e34e251-1d54-41eb-ab2a-4cda344ec1fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:43Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdbf64ef2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: b12fcc5c-66b4-4e89-9aeb-01510f60ca4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:43Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-15T16:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:43Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdbf65b6928
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 8f0a119c-c0a5-41c0-952e-dbbf0e514b56
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.546s (2.546s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:46Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdc8e27eea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: 4d785b60-d1f6-4706-b190-4663fec02cf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:46Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdc916130e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: 85e9cec6-96f3-4c4c-9ba8-b9183a2b4e2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:46Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdc91c6df88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: 89e4ce95-0d3f-44c0-aab9-eba5441eee09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:032e98ee5fd6f163d675c4bdab072305e1da00b7c4369f1cb891489f2ff34d77"
  metadata:
    creationTimestamp: "2026-09-15T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:46Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdc91d4826b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: ec77510d-0311-401b-9167-073436aaacfb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:032e98ee5fd6f163d675c4bdab072305e1da00b7c4369f1cb891489f2ff34d77"
    in 3.43s (3.43s including waiting). Image size: 243417699 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:49Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdd5e4bfd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 9b2a37e4-4b44-4ff0-a052-ac04764c9f50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:49Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-15T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:49Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdd64ed624d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15250"
    uid: 5e446391-a138-4ea2-8fdd-15014cb173b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:36:49Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-15T16:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:36:49Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdd664211ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: 5cb135e2-bd96-4967-81c0-2c193877a9ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:13Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdd97838851
    namespace: kserve-ci-e2e-test
    resourceVersion: "15972"
    uid: a48d1932-0fd6-41d0-ad8f-a6d632a8a464
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-15T16:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:13Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bdd9793a39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: eb518f1b-0f97-41d8-8542-fc4463f21d49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:09Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58beff02c4a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: 6e7cd3c1-132d-4864-ac36-4d3c3adb0a5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:09Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:09Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58beff02ca8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 9c2de64d-1924-4d1f-946b-5c45d835ae05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:09Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58beff02d67b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: 107fbd29-14e9-42ee-a7fb-a711e8f689e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: 2e4cc472-229f-4bcd-a4c5-7933a8753ef5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:21Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m.18d58bf0740b3635
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: eec890d7-0b1f-4e0e-baa3-438d64bb26c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-57f7b75977
    namespace: kserve-ci-e2e-test
    resourceVersion: "14899"
    uid: 11ceeaab-2495-4723-acbd-268628745e08
  kind: Event
  lastTimestamp: "2026-09-15T16:36:24Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-57f7b75977-m6g5m'
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:36:24Z"
    name: isvc-sklearn-batcher-predictor-57f7b75977.18d58bd77f8d192b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: f9105999-c4b0-4a18-b6d3-d4553ea59fb8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 00ec15b2-da70-4695-8fde-535117296370
  kind: Event
  lastTimestamp: "2026-09-15T16:36:24Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-57f7b75977 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:36:24Z"
    name: isvc-sklearn-batcher-predictor.18d58bd77b179617
    namespace: kserve-ci-e2e-test
    resourceVersion: "14900"
    uid: c69637c3-de5b-460a-a971-1924277711de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: 7493dada-7917-4bd3-8f60-743392ef7766
  kind: Event
  lastTimestamp: "2026-09-15T16:37:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:37:09Z"
    name: isvc-sklearn-batcher-predictor.18d58bdb012c6880
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 8eb6f2d1-5631-4671-8082-e4427c68ea8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: 7493dada-7917-4bd3-8f60-743392ef7766
  kind: Event
  lastTimestamp: "2026-09-15T16:37:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:37:09Z"
    name: isvc-sklearn-batcher-predictor.18d58bdb02c77e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: d64a8977-09c3-475e-bf01-57756d49f631
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7493dada-7917-4bd3-8f60-743392ef7766
  kind: Event
  lastTimestamp: "2026-09-15T16:37:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:37:54Z"
    name: isvc-sklearn-batcher-predictor.18d58be57db6f15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 414317b9-c736-4872-9d8d-fa9a50e0fc54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 7493dada-7917-4bd3-8f60-743392ef7766
  kind: Event
  lastTimestamp: "2026-09-15T16:37:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:37:54Z"
    name: isvc-sklearn-batcher-predictor.18d58be57e140cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: cbfd92fd-e928-4e6f-8737-5de6cc3999f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 333f755f-8d3d-4763-9aa9-b6c947723187
  kind: Event
  lastTimestamp: "2026-09-15T16:38:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:03Z"
    name: isvc-sklearn-batcher.18d58bd7816eabe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: d15e3bd5-dc6e-4f85-b97b-5724a0ef7cbf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 333f755f-8d3d-4763-9aa9-b6c947723187
  kind: Event
  lastTimestamp: "2026-09-15T16:36:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:36:24Z"
    name: isvc-sklearn-batcher.18d58bd781b8eff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 55818bfa-1a84-4fbc-8014-ab7256d8cf49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:36:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 333f755f-8d3d-4763-9aa9-b6c947723187
  kind: Event
  lastTimestamp: "2026-09-15T16:36:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:36:24Z"
    name: isvc-sklearn-batcher.18d58bd781b9356a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: d3974513-a6f5-4b91-9677-f7e2c9c72707
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: 333f755f-8d3d-4763-9aa9-b6c947723187
  kind: Event
  lastTimestamp: "2026-09-15T16:38:03Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:03Z"
    name: isvc-sklearn-batcher.18d58bee9f9c9847
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: 029a328f-ff45-4475-a8ff-f68be7ca33e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:10:47.557232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:10:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:10:47Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db7cff6fa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34694"
    uid: c21c9b3c-1165-4268-ba9f-296b4160ce39
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:47Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db7e1367a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 52d34ff8-9a92-44c6-9b7f-e11461966c7a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:48Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:10:48Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db815fa455e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 22e5ded5-04f9-4b43-a874-9f7213c5f50c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:48Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db81766304a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34716"
    uid: 733afe46-5d4a-460b-9a8b-9b142816eb0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:48Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db81a4228c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34718"
    uid: eaa65d96-4992-4879-98b0-8b3d27e7798b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:48Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db81aaf87a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34719"
    uid: dede0043-eecd-4b31-992b-5e85dbcf27ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:53Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db92dd4cb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: 34231415-b9c4-4341-b810-4fa3c8687668
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:53Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db930bcfe61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34759"
    uid: 65a8c652-15a1-4bf4-8e89-b7f1a6717603
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:53Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db9313198fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: b595f09f-ffc0-44e5-8f80-3cbbad123a7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-15T17:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:53Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db9313f1558
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: 580bdc6a-e2a6-49c1-b7ac-bfd86f41688a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.939s (2.939s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:56Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db9e0705298
    namespace: kserve-ci-e2e-test
    resourceVersion: "34788"
    uid: 88cd0a65-e1fa-421f-85e4-9380d98c8e47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:56Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-15T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:56Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db9e3cef4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: b63cb83e-e1ba-46f9-8c40-5a0a888c4f9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:56Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-15T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:56Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db9e4403023
    namespace: kserve-ci-e2e-test
    resourceVersion: "34791"
    uid: b3af4322-47ca-4b7d-ae19-ee60eeac5003
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:56Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db9e44a1673
    namespace: kserve-ci-e2e-test
    resourceVersion: "34792"
    uid: f19c5a0e-9b8b-4c47-9f11-757c1e2191cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:56Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db9e73d4133
    namespace: kserve-ci-e2e-test
    resourceVersion: "34794"
    uid: a129da14-5397-470b-b5b6-d793749a929a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:10:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:56Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58db9e7b0c6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34795"
    uid: 8f4ed1dc-f02b-4f6a-a17e-dd9a712e52f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:33Z"
  message: 'Readiness probe failed: Get "http://10.132.0.56:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:33Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58dc02c40d0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35772"
    uid: 23677d9f-5753-4099-8bef-e1310ee679d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:11:28Z"
  message: 'Liveness probe failed: Get "http://10.132.0.56:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:11:28Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58dc156f45b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "35025"
    uid: 48b0ba6c-0e27-4b16-a22f-afb5017e0dd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:07Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58dca7395529f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35408"
    uid: 4ed8ef25-2435-4f9b-9490-504d0b7cd730
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:07Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58dca7395f809
    namespace: kserve-ci-e2e-test
    resourceVersion: "35409"
    uid: 975ffde8-60b2-4831-b870-8e27c9ac1ea8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:07Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-15T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:07Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58dca73960112
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: 8885eb1e-e673-443f-a3cb-e4000d4255b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 539d2b25-44f0-4d09-8d67-96f87b0b309e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:33Z"
    name: isvc-sklearn-mcp-predictor-56686cd547-9jbr5.18d58dcaa61cf19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35771"
    uid: 5f05a1c4-520e-4aa4-b6c5-c11ea13b796e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-56686cd547
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: 5ca0bb2b-8ace-49b0-bce7-a44e7c3c943f
  kind: Event
  lastTimestamp: "2026-09-15T17:10:47Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-56686cd547-9jbr5'
  metadata:
    creationTimestamp: "2026-09-15T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:10:47Z"
    name: isvc-sklearn-mcp-predictor-56686cd547.18d58db7cf79dd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "34691"
    uid: dc98806c-eabd-4691-a554-204ebfee5477
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34676"
    uid: c466d62a-c384-4ea5-9b88-7e801217cbd0
  kind: Event
  lastTimestamp: "2026-09-15T17:10:47Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-56686cd547 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:10:47Z"
    name: isvc-sklearn-mcp-predictor.18d58db7ccf0a28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34682"
    uid: 0c7a4dff-711c-4fe0-894c-0260ed9eb982
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34669"
    uid: 9861e7f2-0003-45e5-ab07-ebd1cb0ecfad
  kind: Event
  lastTimestamp: "2026-09-15T17:12:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:12:03Z"
    name: isvc-sklearn-mcp.18d58db7cc990994
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 8a3b788a-3034-4fe5-9f55-747d9fddaa3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34669"
    uid: 9861e7f2-0003-45e5-ab07-ebd1cb0ecfad
  kind: Event
  lastTimestamp: "2026-09-15T17:10:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:10:47Z"
    name: isvc-sklearn-mcp.18d58db7cd08dd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34684"
    uid: cb9d8a8b-f32a-4d14-9b8c-86ed7f5b2d95
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: 9861e7f2-0003-45e5-ab07-ebd1cb0ecfad
  kind: Event
  lastTimestamp: "2026-09-15T17:12:03Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:12:03Z"
    name: isvc-sklearn-mcp.18d58dc98158bfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: 7be1188f-ef2c-4507-8111-6b2da91c5a05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:47:44.987671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21163"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5bb4fc798f-2nxm8
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:47:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:47:44Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c75e865ac5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: db6c4027-2ad4-4db5-a595-196a1651959b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:45Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c75f6137cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: fb644f82-e76a-408b-8ae5-b136654634ef
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:46Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:47:46Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c762e4ee9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: 40abd579-5afe-4818-9017-3c423c5158a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:46Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c762fba9747
    namespace: kserve-ci-e2e-test
    resourceVersion: "21196"
    uid: 1e8b09cb-8171-4e57-859d-d1bce95c7b8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:46Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c763262d9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: 2e93ec7a-52a9-4dcf-9bba-6c3ddd33c2da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:46Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c7632dbc3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21199"
    uid: 8122d3c2-ea1e-4323-bd2d-00a23c68f976
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:51Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c77551461f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: 1194a21c-cbaf-4904-a47b-fad8402e2bee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:51Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c77587984fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: 10f96b2c-8164-444c-8301-a00f1af9ffc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:51Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c7758f3276d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21240"
    uid: 072f8ed9-2949-44c6-85e2-91efe22a2b6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:51Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c7758fe469c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: df7ef072-83b9-4171-9085-c065f2ee2203
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:51Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c775c04bbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 37017a3d-5023-4b5f-a379-64eda2b9c912
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:47:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:51Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c775c7b6b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 2575a6e0-681d-414f-8323-8644703c207c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:49:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:19Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c77cd08057f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: fd3afabd-57bc-4ab2-8d7b-6c513241ccaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:49:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c8ae1756400
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: d915b5b0-e428-42b9-b873-0913a86d59e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:49:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:49:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c8ae175fff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: 5c5d91cc-a309-4da5-9c07-0ff4983fc202
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: d00b4601-62a3-42b5-b2e3-1f24e1c65453
  kind: Event
  lastTimestamp: "2026-09-15T16:49:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:19Z"
    name: isvc-sklearn-predictor-5bb4fc798f-2nxm8.18d58c8bd33a78f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: a88a7c7c-ac0a-4f67-98f1-38d82763a069
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5bb4fc798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 1d305b11-2c96-4bac-9306-dacc6ff68b16
  kind: Event
  lastTimestamp: "2026-09-15T16:47:44Z"
  message: 'Created pod: isvc-sklearn-predictor-5bb4fc798f-2nxm8'
  metadata:
    creationTimestamp: "2026-09-15T16:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:44Z"
    name: isvc-sklearn-predictor-5bb4fc798f.18d58c75e7f6f5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: a3d65003-b3cc-45c3-9bb9-f9f01e3a1de6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 25de3a21-3cd5-4939-9b59-59033f0bec7e
  kind: Event
  lastTimestamp: "2026-09-15T16:47:44Z"
  message: Scaled up replica set isvc-sklearn-predictor-5bb4fc798f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:44Z"
    name: isvc-sklearn-predictor.18d58c75e54a3534
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: c9692940-124f-4c70-98de-c3cc8d871647
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 99aa6a26-acf8-4dd4-94c4-1392e24d6e2c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:14Z"
    name: isvc-sklearn-predictor.18d58c7963b246e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: b5b0db28-d19f-4ac1-9034-5937113bd15e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 99aa6a26-acf8-4dd4-94c4-1392e24d6e2c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:14Z"
    name: isvc-sklearn-predictor.18d58c7963fbbe40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 17f1a691-fbbc-45bb-ad70-23790cc17b5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 99aa6a26-acf8-4dd4-94c4-1392e24d6e2c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-sklearn-predictor.18d58c806146e06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: c16c3a18-908b-4e81-9b3b-10ae01c40330
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: 99aa6a26-acf8-4dd4-94c4-1392e24d6e2c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:49:15Z"
    name: isvc-sklearn-predictor.18d58c8061ab3b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 62eced79-21a0-4538-87a3-b919319537cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:52:25.539203Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23445"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-867b74777-qsnn8
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:52:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:52:25Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb73a924eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23451"
    uid: e604f188-b0f1-49d8-8c7e-bfe10d88a324
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23456"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:26Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:52:26Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb75cf77516
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 20254ce6-e2af-44e2-8838-be52538d2581
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:26Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb75e6347f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: de164c87-c423-482f-9268-b83e403c1e58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:26Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb7618e19c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23467"
    uid: 59de99af-f4de-4515-be53-f599e95ad667
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:26Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb761fe3e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: f61c001e-8eed-41fb-8296-6529137059fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:32Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb8dc7772b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: 1b23ab8d-d54e-4d72-98d9-74a122f6eff9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:32Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb8dfa2d5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 6243ed4f-f02e-401f-b605-d69ab0281cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:32Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb8e00d77b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 5ce9334d-d47b-4162-ad43-01cdd2c5dc11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:32Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb8e01aaccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: d2dbfdba-403c-47a2-b0ec-c22506711f5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:32Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb8e2d5e6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: cff9a9c0-5557-4ce5-b695-46be71484d8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:32Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb8e33f3f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: 6a5cf8a9-bf62-48f3-b237-001e6875decc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:40Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cb95477c6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23591"
    uid: 9f022a4b-7b09-4781-be69-8a8d79ffd1f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:57Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cbeaa4261bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: a0a2fc60-34a4-42e0-a70c-09cff1022ad4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 4d23fc3f-4e00-4215-acf6-5e9279fc21e4
  kind: Event
  lastTimestamp: "2026-09-15T16:52:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:57Z"
    name: isvc-sklearn-runtime-predictor-867b74777-qsnn8.18d58cbeaa430ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: 3000a9b2-d9ef-4c94-a16c-6f3c9ad73cf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-867b74777
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 19154699-2ffa-4e9b-84cc-5a558aed7a0b
  kind: Event
  lastTimestamp: "2026-09-15T16:52:25Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-867b74777-qsnn8'
  metadata:
    creationTimestamp: "2026-09-15T16:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:25Z"
    name: isvc-sklearn-runtime-predictor-867b74777.18d58cb73a2a50bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23447"
    uid: c64cfa5d-8f8e-4344-96a2-89775264b5c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23430"
    uid: 18231d30-a9c0-462d-857d-bc27169ff522
  kind: Event
  lastTimestamp: "2026-09-15T16:52:25Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-867b74777 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T16:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:25Z"
    name: isvc-sklearn-runtime-predictor.18d58cb735bf5fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23433"
    uid: c2a23cab-f7f5-4799-847c-31d8a89499ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: a4383833-f1e5-44a2-b6fb-9b729a68d1dd
  kind: Event
  lastTimestamp: "2026-09-15T16:52:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:55Z"
    name: isvc-sklearn-runtime-predictor.18d58cbab495f2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23704"
    uid: 0701d29b-f7ad-4f7f-ac11-105056b6159b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: a4383833-f1e5-44a2-b6fb-9b729a68d1dd
  kind: Event
  lastTimestamp: "2026-09-15T16:52:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:55Z"
    name: isvc-sklearn-runtime-predictor.18d58cbab4f432ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: b0724086-3c4c-4b3c-abe2-48585188ab41
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 09383287-37e4-4552-9106-8600d1077e97
  kind: Event
  lastTimestamp: "2026-09-15T16:52:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:52:50Z"
    name: isvc-sklearn-runtime.18d58cb735c2e51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23673"
    uid: c30bbafd-5270-4d43-b95c-b0d041563641
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 09383287-37e4-4552-9106-8600d1077e97
  kind: Event
  lastTimestamp: "2026-09-15T16:52:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:52:25Z"
    name: isvc-sklearn-runtime.18d58cb736352c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23437"
    uid: 27337ca2-bb0a-4283-9140-7fb4182a4df5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23670"
    uid: 09383287-37e4-4552-9106-8600d1077e97
  kind: Event
  lastTimestamp: "2026-09-15T16:52:50Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:52:50Z"
    name: isvc-sklearn-runtime.18d58cbd134d9fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23671"
    uid: 197f6c36-9c60-43eb-a3bf-99d806901f95
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:09:11.030817Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33624"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:09:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:09:11Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da1568ab865
    namespace: kserve-ci-e2e-test
    resourceVersion: "33630"
    uid: 2a83e2c1-aeb0-40a8-bd99-13a5616ea66f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33634"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:11Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:09:11Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da178a36ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33646"
    uid: f8a78388-5ca0-4f33-aa5c-8c177518e51e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:11Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da179f0a076
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: 1ed2b54c-6426-45d1-998c-82511fef8138
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:11Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da17d53986f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33650"
    uid: 3f3f774f-d896-492a-a942-96fe770dec51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:11Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da17dc3f032
    namespace: kserve-ci-e2e-test
    resourceVersion: "33651"
    uid: a5248ae0-4f9e-49ee-bb3d-03b5bfaa105a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:12Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da1c7d3f59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33666"
    uid: c5d407ae-0f88-407c-aec0-1a124d564f3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:12Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da1cb2962d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: 18e7afbd-4243-4783-913b-6b3856f2be99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:12Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da1cbb30170
    namespace: kserve-ci-e2e-test
    resourceVersion: "33671"
    uid: d0c66ff8-6e55-4a86-9fb9-9760b9056b9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:13Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da1cbbfa6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33672"
    uid: 6c38a5ab-73fc-458e-b37c-25808c5f5d77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:13Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da1cec06a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "33674"
    uid: c92e930c-dbed-4f3e-9554-c9697eb11c5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:09:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:13Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da1cf2fced1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33675"
    uid: f1455beb-0d3d-463e-875b-8ed98d748a10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:10:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:42Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58da23fcb1f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "34585"
    uid: 60ab565b-e2e8-496d-a7a4-4a466e2f778f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58db64ffe1278
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: 9c882b5d-28ad-4abc-a1f8-388d1c31cb90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58db64ffe81b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 31391b82-7e31-41bd-9d82-09635c4fcc2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33626"
    uid: d644643f-f26f-4359-8b19-ffdad8a33cb4
  kind: Event
  lastTimestamp: "2026-09-15T17:10:46Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-15T17:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:46Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c.18d58db7abba519f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34662"
    uid: 81aa29cb-2be0-478c-91de-a1d2c678a3f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-6589c9c8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33615"
    uid: ff135540-761b-4392-82d1-306647d0e3c9
  kind: Event
  lastTimestamp: "2026-09-15T17:09:11Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-6589c9c8f6-nt57c'
  metadata:
    creationTimestamp: "2026-09-15T17:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:11Z"
    name: isvc-sklearn-s3-predictor-6589c9c8f6.18d58da156181213
    namespace: kserve-ci-e2e-test
    resourceVersion: "33625"
    uid: bc60259a-f00d-4100-81a7-a397613a8493
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33613"
    uid: e72fbd61-d925-4c24-b178-291541416557
  kind: Event
  lastTimestamp: "2026-09-15T17:09:10Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-6589c9c8f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:10Z"
    name: isvc-sklearn-s3-predictor.18d58da153abf6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33617"
    uid: 5cb63c67-140c-439c-9b2c-ec9477b33b9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 3d66d66a-3157-476b-9143-036c225414aa
  kind: Event
  lastTimestamp: "2026-09-15T17:09:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:25Z"
    name: isvc-sklearn-s3-predictor.18d58da4d22af814
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: dafea6f7-5d95-468a-8118-2c94db2e696f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 3d66d66a-3157-476b-9143-036c225414aa
  kind: Event
  lastTimestamp: "2026-09-15T17:09:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:25Z"
    name: isvc-sklearn-s3-predictor.18d58da4d2911c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: bd4245fd-8346-49a3-8b56-f75b5a470e98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 3d66d66a-3157-476b-9143-036c225414aa
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-predictor.18d58da851953a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34514"
    uid: 3cdb913d-0ebc-4e11-b381-d2eb7a88188d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 3d66d66a-3157-476b-9143-036c225414aa
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-predictor.18d58da85201bc03
    namespace: kserve-ci-e2e-test
    resourceVersion: "34515"
    uid: 0773ceb9-c350-4f1a-9262-e1270be0b260
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:13:44.617083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36430"
    uid: d74952f4-4ec2-49fe-9e9f-46d59bafc5fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:13:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:13:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f.18d58de1098de528
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: 75cfd7d0-e162-4eeb-b0a7-6b05fce144f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: d74952f4-4ec2-49fe-9e9f-46d59bafc5fd
  kind: Event
  lastTimestamp: "2026-09-15T17:13:45Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:13:45Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f.18d58de12ba27c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "36454"
    uid: 884943e9-7f76-4dd3-81a4-0bb2f4e8a806
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: d74952f4-4ec2-49fe-9e9f-46d59bafc5fd
  kind: Event
  lastTimestamp: "2026-09-15T17:13:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f.18d58de12d1e7d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36510"
    uid: 94998002-f4ac-4604-b411-ca33cf7acd2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: d74952f4-4ec2-49fe-9e9f-46d59bafc5fd
  kind: Event
  lastTimestamp: "2026-09-15T17:13:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f.18d58de1307fc791
    namespace: kserve-ci-e2e-test
    resourceVersion: "36514"
    uid: bdb2b350-483b-412b-a6a8-76162faa7853
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: d74952f4-4ec2-49fe-9e9f-46d59bafc5fd
  kind: Event
  lastTimestamp: "2026-09-15T17:13:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f.18d58de1311e426a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36515"
    uid: bdd83583-fda5-43ba-8ce3-63ae5e6637e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: d74952f4-4ec2-49fe-9e9f-46d59bafc5fd
  kind: Event
  lastTimestamp: "2026-09-15T17:13:54Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f_kserve-ci-e2e-test(d74952f4-4ec2-49fe-9e9f-46d59bafc5fd)
  metadata:
    creationTimestamp: "2026-09-15T17:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f.18d58de34a8dcbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36540"
    uid: 06840798-f9a3-46e8-bcf7-2c001987c499
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "36421"
    uid: ff7c9269-a564-4b72-80e1-1b72ca7d7645
  kind: Event
  lastTimestamp: "2026-09-15T17:13:44Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56-m6t5f'
  metadata:
    creationTimestamp: "2026-09-15T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56.18d58de1091eefd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36431"
    uid: 5666d1ae-4f05-43fc-801e-a046fe68c5a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 8dfb6bc1-460f-4fcb-8568-f56478e9d3c0
  kind: Event
  lastTimestamp: "2026-09-15T17:13:44Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-69856d5d56
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:44Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d58de106d66c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36423"
    uid: c385a146-23e1-44fa-b6f6-f158544f9384
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 98492d33-eeb3-4455-ae27-0e0fc14a683b
  kind: Event
  lastTimestamp: "2026-09-15T17:13:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d58de106e17774
    namespace: kserve-ci-e2e-test
    resourceVersion: "36545"
    uid: 75592b85-8272-455e-9350-343c57145f5c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 98492d33-eeb3-4455-ae27-0e0fc14a683b
  kind: Event
  lastTimestamp: "2026-09-15T17:13:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:44Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d58de1075b0bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: bd33362b-3f5d-40de-81b5-e70affcc8872
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: 98492d33-eeb3-4455-ae27-0e0fc14a683b
  kind: Event
  lastTimestamp: "2026-09-15T17:13:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:44Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d58de10cc55a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "36443"
    uid: 5a8803e7-7953-4048-83c3-20b07608b3a5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:12:13.484079Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35552"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:12:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:12:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcbd19ac783
    namespace: kserve-ci-e2e-test
    resourceVersion: "35557"
    uid: c508302b-d203-4782-a70c-22368d284fd9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:14Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:12:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcbf39d1730
    namespace: kserve-ci-e2e-test
    resourceVersion: "35582"
    uid: 15dc8985-ae8b-411e-842e-bd9eb4252ae0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcbf4f487c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35584"
    uid: 59943ee5-0f43-46e1-8c57-7d6f50804496
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcbf85f8a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: 1c33be14-e4b6-4988-be4e-e2391f9aab97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcbf8d837b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: c325f753-ffdd-4065-8a27-8fc400c02f59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcc45016d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35609"
    uid: 45ce0f7f-1c1c-4de9-9d09-7405f2ab9aac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcc48542bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: e121de7f-5021-4060-a86a-a1ca66034783
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcc48cfd1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 3e0f7e4e-e362-46af-ab59-bf75a1a74fe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcc48dad208
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: 0ada46d9-ea3b-49d1-8580-aeb439cd22fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcc4bedc2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35617"
    uid: 08f89609-6f59-4855-a4a0-3c191e74efe8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:12:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dcc4c629bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 3e4f8f3f-f16b-4663-b306-a3f3016576f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:13:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:23Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58dccbd006932
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: 2eb1394b-731a-4f0d-b45a-ca469dbfeea8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:13:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58de0c75538f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36391"
    uid: 8e4a8cef-4f36-4697-88c8-e943fa39d82f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 40fe680e-8092-4a13-836f-a306a7e31c6e
  kind: Event
  lastTimestamp: "2026-09-15T17:13:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp.18d58de0c756606b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36392"
    uid: 2d5bca5f-a0cf-42a5-a4b1-0544b9def648
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35541"
    uid: 3fc1a382-14d3-412c-933d-35834be3fe15
  kind: Event
  lastTimestamp: "2026-09-15T17:12:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d-qfsrp'
  metadata:
    creationTimestamp: "2026-09-15T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d.18d58dcbd1355520
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: 535ca247-66a4-4a89-94ab-186a08a281f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35537"
    uid: 0fa3e4d6-1ea3-4d07-8b94-b680ad3f68df
  kind: Event
  lastTimestamp: "2026-09-15T17:12:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-85bbbdf56d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d58dcbcf0493e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35543"
    uid: 7022f762-88e3-4195-95e0-61d411ee790f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: 2008eef9-0469-45ce-95a3-867adeaf7780
  kind: Event
  lastTimestamp: "2026-09-15T17:12:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d58dcf4d7a3a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "35851"
    uid: be700235-756f-4f18-b970-7e773354c1e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: 2008eef9-0469-45ce-95a3-867adeaf7780
  kind: Event
  lastTimestamp: "2026-09-15T17:12:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d58dcf4dfdb0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: 01b412c0-da85-41a9-8e05-b7e498906671
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: 2008eef9-0469-45ce-95a3-867adeaf7780
  kind: Event
  lastTimestamp: "2026-09-15T17:13:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d58dd64b4ba13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: fbc90876-d1be-4430-b800-6bf16d72d819
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: 2008eef9-0469-45ce-95a3-867adeaf7780
  kind: Event
  lastTimestamp: "2026-09-15T17:13:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d58dd64bbeddfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: b31ed4e9-90da-4675-8aab-2d4e25a39b94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35529"
    uid: 0bde449b-ad92-44fc-a33a-6b78ef09ec3f
  kind: Event
  lastTimestamp: "2026-09-15T17:13:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d58dcbcf07d428
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: e61ecaa8-b0b9-47b9-82bc-6cadb268a299
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35529"
    uid: 0bde449b-ad92-44fc-a33a-6b78ef09ec3f
  kind: Event
  lastTimestamp: "2026-09-15T17:12:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:12:13Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d58dcbcf7e64ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: a187d7d2-4c6e-437d-a3e8-9419bbb35f1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35531"
    uid: 0bde449b-ad92-44fc-a33a-6b78ef09ec3f
  kind: Event
  lastTimestamp: "2026-09-15T17:12:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:12:13Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d58dcbd4b1e9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: 4637426f-11d6-4d45-b0ed-9f7dae657b7a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36292"
    uid: 0bde449b-ad92-44fc-a33a-6b78ef09ec3f
  kind: Event
  lastTimestamp: "2026-09-15T17:13:33Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d58dde74686081
    namespace: kserve-ci-e2e-test
    resourceVersion: "36293"
    uid: bc2b9292-5201-4dfb-81e8-20a1b05eadfd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:12:02.401773Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35323"
    uid: cb82aabc-283b-426c-90d0-f1c9c74d19d2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:12:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:12:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n.18d58dc93d0c01ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35330"
    uid: 8a284108-00aa-4785-b6fb-5f98a9de46c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35334"
    uid: cb82aabc-283b-426c-90d0-f1c9c74d19d2
  kind: Event
  lastTimestamp: "2026-09-15T17:12:02Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:12:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n.18d58dc95f299944
    namespace: kserve-ci-e2e-test
    resourceVersion: "35343"
    uid: 7f896916-0e28-4232-a74b-8eb1c448658a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: cb82aabc-283b-426c-90d0-f1c9c74d19d2
  kind: Event
  lastTimestamp: "2026-09-15T17:12:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n.18d58dc960afb8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35417"
    uid: afca9241-9117-434f-8867-587084294ac9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: cb82aabc-283b-426c-90d0-f1c9c74d19d2
  kind: Event
  lastTimestamp: "2026-09-15T17:12:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n.18d58dc963ca9cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35422"
    uid: 0942e3f8-9d67-4339-9722-c98058184363
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: cb82aabc-283b-426c-90d0-f1c9c74d19d2
  kind: Event
  lastTimestamp: "2026-09-15T17:12:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n.18d58dc964520a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: 1c12730c-37de-4eb4-bb43-3ce118a3b439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n
    namespace: kserve-ci-e2e-test
    resourceVersion: "35326"
    uid: cb82aabc-283b-426c-90d0-f1c9c74d19d2
  kind: Event
  lastTimestamp: "2026-09-15T17:12:12Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:12Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n.18d58dcb8ff3febf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35473"
    uid: 79939039-50a2-4092-8cf3-10e42e70e437
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35314"
    uid: 06eb66b2-06f6-4bea-bff1-8877b463059c
  kind: Event
  lastTimestamp: "2026-09-15T17:12:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8-29z9n'
  metadata:
    creationTimestamp: "2026-09-15T17:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8.18d58dc93c8f4cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35325"
    uid: 816d0560-3eb9-4aa9-8bb5-aa7630344790
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: 6297f288-00b4-473d-8a4f-95328a608f51
  kind: Event
  lastTimestamp: "2026-09-15T17:12:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6f774b8cd8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:12:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d58dc939fee42e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35317"
    uid: 64a8d684-e7c1-46c8-bf1d-ff84c6b195f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: 4e46a9ee-a898-4423-9540-9d271f559994
  kind: Event
  lastTimestamp: "2026-09-15T17:12:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:12:08Z"
    name: isvc-sklearn-s3-tls-global-fail.18d58dc939fb030f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 4ff2e787-c326-498d-b42f-4b1741cd433a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35304"
    uid: 4e46a9ee-a898-4423-9540-9d271f559994
  kind: Event
  lastTimestamp: "2026-09-15T17:12:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:12:02Z"
    name: isvc-sklearn-s3-tls-global-fail.18d58dc93a9b9f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35320"
    uid: cb685243-6456-4d4b-9502-cf605b7b37bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:10:41.295053Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db65ab5be33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34565"
    uid: 9341466f-03a6-4f65-b921-fcd7814b9aac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34569"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db67cd856b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34578"
    uid: 9768f05c-30b6-4cf8-b4fb-c5d7d907698e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db67e66c7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: 6260eef5-c365-463e-b8d6-b4f611cefcaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db68192b503
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: 5ee26341-6fa1-43c4-8584-f61f58dc2fc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db6821067ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34583"
    uid: bf9981fd-3b82-4d28-8a7d-3d823fc51cf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db6fa369cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34624"
    uid: 305e73b7-1196-4d30-a87e-8834c8696f7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db6fd8ca794
    namespace: kserve-ci-e2e-test
    resourceVersion: "34631"
    uid: c55a1db6-05ca-4a3b-a775-5e71be237477
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db6fe052c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: 7dd98b2f-fa1d-43a1-9415-bd181ca1be7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db6fe120f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34633"
    uid: ffdacd21-e223-4cfa-9c17-3a883d700b1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db700eddab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34635"
    uid: be7a1e31-2d28-43b3-b9b7-9c5c2d86e06a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:10:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:10:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:10:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db70166f417
    namespace: kserve-ci-e2e-test
    resourceVersion: "34636"
    uid: aaa4b55e-4dc4-48ea-b620-2df736447568
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:11:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:11:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58db7728b034a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 5c23e0ff-2ef0-4ee2-a884-46b07f77bb3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:12:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58dc8fb24f8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35283"
    uid: 6403a538-297d-4c33-9bc1-692ef426ac64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:12:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58dc8fb259995
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: 4ca9af75-ef57-451c-86de-ffc987cb8fd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: 381b1006-cd1d-414f-8f8b-329c98959eba
  kind: Event
  lastTimestamp: "2026-09-15T17:12:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:12:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559.18d58dc924cd3057
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: 71c92f57-f993-40c2-8148-4b0aaaab402e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: c3b48b09-9165-4a19-900a-50c671a059de
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d-qm559'
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d.18d58db65a4ee874
    namespace: kserve-ci-e2e-test
    resourceVersion: "34560"
    uid: 5c8b942e-96bd-495c-9b73-8b0a091eddfb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34548"
    uid: f0193cda-8afd-4b59-a34c-0308fc3938e8
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5c9ddf676d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d58db657cb9beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 7d47baa9-d79a-4d58-abba-3858fe75dfc3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 37783373-b8c1-4972-b056-dc9b4c345966
  kind: Event
  lastTimestamp: "2026-09-15T17:11:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:11:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d58db9d65e00fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: f96e0954-3e07-482e-9eb0-fd22a194c248
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34549"
    uid: 37783373-b8c1-4972-b056-dc9b4c345966
  kind: Event
  lastTimestamp: "2026-09-15T17:11:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:11:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d58db9d6c1f31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34900"
    uid: e31a9046-064c-44e1-b3c8-8cfa80a164d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:11:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: 37783373-b8c1-4972-b056-dc9b4c345966
  kind: Event
  lastTimestamp: "2026-09-15T17:11:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:11:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d58dc0d4a8c02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35224"
    uid: 71d0ac00-7ca6-4bed-8ed0-fc2f833cdb9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:11:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: 37783373-b8c1-4972-b056-dc9b4c345966
  kind: Event
  lastTimestamp: "2026-09-15T17:11:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:11:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d58dc0d4f4f190
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 8c50e568-3398-4461-9004-eb472017b07b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34540"
    uid: cb4e6013-b01f-4541-8982-b3b12319b633
  kind: Event
  lastTimestamp: "2026-09-15T17:11:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:11:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18d58db657cbcd57
    namespace: kserve-ci-e2e-test
    resourceVersion: "35240"
    uid: 7ea79722-7d24-4792-bfcf-5b00d67097e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34540"
    uid: cb4e6013-b01f-4541-8982-b3b12319b633
  kind: Event
  lastTimestamp: "2026-09-15T17:10:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:10:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18d58db6585ef1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34556"
    uid: 70030d50-2076-4cd9-a9f7-89edc1f48e0e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:11:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35238"
    uid: cb4e6013-b01f-4541-8982-b3b12319b633
  kind: Event
  lastTimestamp: "2026-09-15T17:11:57Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:11:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18d58dc808e25983
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: 75c54507-8bc7-45b1-b2bd-62e60833bbee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:15:26.836389Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37448"
    uid: 1d1ec8bf-bfc7-48da-9994-3a015a25abb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:15:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:15:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t.18d58df8d64cb5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37453"
    uid: a155f5f7-7366-447a-9264-bf68d4aae828
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: 1d1ec8bf-bfc7-48da-9994-3a015a25abb3
  kind: Event
  lastTimestamp: "2026-09-15T17:15:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t.18d58df8dddbd53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: fb515c04-a146-4f9f-8ae2-5c005a9dfa5d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37458"
    uid: 1d1ec8bf-bfc7-48da-9994-3a015a25abb3
  kind: Event
  lastTimestamp: "2026-09-15T17:15:28Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:15:28Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t.18d58df91c004ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37476"
    uid: 22a3c345-9aff-48bf-b422-4b98e4500aa2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: 1d1ec8bf-bfc7-48da-9994-3a015a25abb3
  kind: Event
  lastTimestamp: "2026-09-15T17:15:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t.18d58df91d8a0986
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: d40f95b3-10dd-4d9c-b251-fabbe2ad7813
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: 1d1ec8bf-bfc7-48da-9994-3a015a25abb3
  kind: Event
  lastTimestamp: "2026-09-15T17:15:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t.18d58df92087798f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: dbc69bb3-074c-4c7e-8c96-19a1a1654d01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: 1d1ec8bf-bfc7-48da-9994-3a015a25abb3
  kind: Event
  lastTimestamp: "2026-09-15T17:15:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t.18d58df920f6a9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37531"
    uid: c400ce8f-ff19-450a-86c8-bd1931b0bd7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: 1d1ec8bf-bfc7-48da-9994-3a015a25abb3
  kind: Event
  lastTimestamp: "2026-09-15T17:15:36Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t_kserve-ci-e2e-test(1d1ec8bf-bfc7-48da-9994-3a015a25abb3)
  metadata:
    creationTimestamp: "2026-09-15T17:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t.18d58dfb2571973b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: b29f4f41-bc8e-48b9-b9ac-dfd0a32da30b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 33c78c00-125e-415b-996c-545152790596
  kind: Event
  lastTimestamp: "2026-09-15T17:15:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649-rbj2t'
  metadata:
    creationTimestamp: "2026-09-15T17:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649.18d58df8d5cdcea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37449"
    uid: 8e1db8d6-0d5d-42d3-a5e5-e1592fb9fa3d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: c1e17dee-d454-47cc-be8c-6e78188aedee
  kind: Event
  lastTimestamp: "2026-09-15T17:15:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-67ffd4d649
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d58df8d3425fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: 451655b2-8a38-48e9-ad61-0dcda3ec1bc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37427"
    uid: f7c11ac0-b170-4753-abab-6f9689afcc7f
  kind: Event
  lastTimestamp: "2026-09-15T17:15:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:31Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d58df8d3461c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37532"
    uid: e9d72ea9-5170-4988-a536-42923d180758
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37427"
    uid: f7c11ac0-b170-4753-abab-6f9689afcc7f
  kind: Event
  lastTimestamp: "2026-09-15T17:15:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:26Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d58df8d3d36b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: ef16d0a0-b66c-4ef0-9d77-93889e2edef6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37431"
    uid: f7c11ac0-b170-4753-abab-6f9689afcc7f
  kind: Event
  lastTimestamp: "2026-09-15T17:15:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T17:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:26Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d58df8d98261b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37461"
    uid: f6c88143-8465-4576-85f6-3bcf1309b312
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:13:55.723376Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:13:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:13:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de39f8a7f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36601"
    uid: b81e6ab5-92c1-4ac4-a65c-0e216ec27957
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de3aaf8dbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36612"
    uid: 4027723d-e0f7-4e8a-9446-59efd33dc606
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36607"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:56Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:13:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de3e5591e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "36626"
    uid: a4ec627c-3d1b-4c3b-a7ed-f42a86fb69b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de3e6d9f62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36628"
    uid: 3fb19581-8896-4ad1-beff-6dba7ce03af9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de3e9a8e658
    namespace: kserve-ci-e2e-test
    resourceVersion: "36630"
    uid: 2985ef27-78c8-4680-8871-50c10f055f74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:13:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:56Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de3ea123c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "36631"
    uid: 6284dd50-f9e1-4299-8da1-548d5d3f18d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de460361b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36654"
    uid: 885ccffc-f1ce-45e0-9aaa-c91aa6116f51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de46376f6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36657"
    uid: 7b551923-f4f8-4f7e-801b-7cdd07564d84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de463e35e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36659"
    uid: 99373613-b867-4ffb-9a15-25fdc3ecb639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de463ed538f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: ec211175-824b-4e5b-af5e-9a71808b4e61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de466f65506
    namespace: kserve-ci-e2e-test
    resourceVersion: "36661"
    uid: 20af164c-282d-422b-bf46-e534fadcb24d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:13:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:13:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de4675cb7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36662"
    uid: f9297fd1-df9b-4c1c-b472-95ad453004a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:15:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58de49c3f512a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37287"
    uid: 2f3c5f7c-340b-4535-a0c7-3906770ffc6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:15:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58df894481c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37412"
    uid: c01376ad-cc18-46ac-a62a-b1f9724b00eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:15:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58df89448779a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37413"
    uid: 676745d7-90dc-4a75-9b17-c407d4085a54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36599"
    uid: 213218d9-bbff-4fed-96d2-d9cf7ce2cd64
  kind: Event
  lastTimestamp: "2026-09-15T17:15:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:15:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw.18d58df8a27b7396
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: aaa4ccb7-a13e-4916-90a0-90efac03b259
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36588"
    uid: 14d4ba6c-2afd-4bea-bdcb-82df814e84a5
  kind: Event
  lastTimestamp: "2026-09-15T17:13:55Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc-bdnjw'
  metadata:
    creationTimestamp: "2026-09-15T17:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc.18d58de39f1d9242
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: 88adb7cc-1a1d-4695-aad7-fb3fee7f076e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36586"
    uid: 2a4aad72-48c2-4b65-baa0-a6c596877952
  kind: Event
  lastTimestamp: "2026-09-15T17:13:55Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5c9944f4dc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:13:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d58de39c96af6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36591"
    uid: 04d2882b-a028-4ef8-8b19-76184acf2a35
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: e852ec8c-e725-4ee6-ab6f-31dc49395e62
  kind: Event
  lastTimestamp: "2026-09-15T17:14:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:14:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d58de71b6cd81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: abf84836-a573-4289-8072-2050700d1ccd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: e852ec8c-e725-4ee6-ab6f-31dc49395e62
  kind: Event
  lastTimestamp: "2026-09-15T17:14:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:14:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d58de71bd22c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "36752"
    uid: bb3253fc-2dfd-4a96-b92a-1c97ffb3117e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: e852ec8c-e725-4ee6-ab6f-31dc49395e62
  kind: Event
  lastTimestamp: "2026-09-15T17:15:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d58dea9a93ba76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 355778b8-b1cb-4747-9dd1-37a90e1200e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:14:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: e852ec8c-e725-4ee6-ab6f-31dc49395e62
  kind: Event
  lastTimestamp: "2026-09-15T17:15:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:15:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d58dea9b0ffa54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37277"
    uid: eebabf2e-9b87-45a3-ae02-ab3667292c82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: 4819d761-4ae5-433c-8408-620d85405b97
  kind: Event
  lastTimestamp: "2026-09-15T17:15:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d58de39c980748
    namespace: kserve-ci-e2e-test
    resourceVersion: "37371"
    uid: ded500d1-93ce-493f-8990-73d2037c7854
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:13:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: 4819d761-4ae5-433c-8408-620d85405b97
  kind: Event
  lastTimestamp: "2026-09-15T17:13:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:13:55Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d58de39d272c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "36594"
    uid: 4c725eba-32de-4fef-a06d-f59926236c8b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37369"
    uid: 4819d761-4ae5-433c-8408-620d85405b97
  kind: Event
  lastTimestamp: "2026-09-15T17:15:22Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:15:22Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d58df7c3691838
    namespace: kserve-ci-e2e-test
    resourceVersion: "37370"
    uid: 80fddbdb-4267-43c2-99c4-84f3db3f8628
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33606"
    uid: ec2b2ffa-82a4-4407-b976-2b4455b470f8
  kind: Event
  lastTimestamp: "2026-09-15T17:10:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:10:32Z"
    name: isvc-sklearn-s3.18d58da153aec949
    namespace: kserve-ci-e2e-test
    resourceVersion: "34443"
    uid: 58473324-e5b7-4489-ab9a-c782170f5db5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33606"
    uid: ec2b2ffa-82a4-4407-b976-2b4455b470f8
  kind: Event
  lastTimestamp: "2026-09-15T17:09:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:09:10Z"
    name: isvc-sklearn-s3.18d58da1544035ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33621"
    uid: e0fd642c-7509-4d6e-a218-f97183023c61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:10:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34441"
    uid: ec2b2ffa-82a4-4407-b976-2b4455b470f8
  kind: Event
  lastTimestamp: "2026-09-15T17:10:32Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:10:32Z"
    name: isvc-sklearn-s3.18d58db43eb14729
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: 8ebe5211-4c52-4dea-a1a7-1ae71be20a37
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-56587dd689
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: 85f4495f-9ce1-4749-93f1-b4563254c42f
  kind: Event
  lastTimestamp: "2026-09-15T16:47:11Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-56587dd689-d6wss'
  metadata:
    creationTimestamp: "2026-09-15T16:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:11Z"
    name: isvc-sklearn-scheduler-predictor-56587dd689.18d58c6e0d14412b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 089ded63-1571-4a02-a84d-45394a4c0064
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 91899d48-b15d-4139-8e62-c6dd5c98f83d
  kind: Event
  lastTimestamp: "2026-09-15T16:47:11Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-56587dd689 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:11Z"
    name: isvc-sklearn-scheduler-predictor.18d58c6e0a8ff7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: 4942d2e5-2133-4d71-913b-1b25f138992a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 742b8bb1-ffb6-48c7-bdf2-9598f3f25700
  kind: Event
  lastTimestamp: "2026-09-15T16:47:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:47:11Z"
    name: isvc-sklearn-scheduler.18d58c6e0a43bafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 3a7d8838-1336-4848-a9e1-29c269a315f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 742b8bb1-ffb6-48c7-bdf2-9598f3f25700
  kind: Event
  lastTimestamp: "2026-09-15T16:47:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:47:11Z"
    name: isvc-sklearn-scheduler.18d58c6e0ac55ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20841"
    uid: 823dda89-a00d-46f5-8b19-45d8b0bef00f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 742b8bb1-ffb6-48c7-bdf2-9598f3f25700
  kind: Event
  lastTimestamp: "2026-09-15T16:47:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:47:11Z"
    name: isvc-sklearn-scheduler.18d58c6e0ac5a8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: 96ccb6b9-6048-4b18-85bf-b056d3e52933
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:55:43.219457Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:55:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:55:43Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce5413b94bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: a657f1df-9bd9-4190-b1d4-b476a81174c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:43Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce54a375796
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: ed9f7580-296c-467e-9811-7e99d8f2192a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:44Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:55:44Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce58720673c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: cb9124d9-5d6b-4bc1-b730-0f92534807b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:44Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce588816e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "25503"
    uid: e2740be2-c538-4521-ae57-eebde82a7ec7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:44Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce58bd7a8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25504"
    uid: 64aca1a8-bbe1-4b7d-b6b4-544f4411ee48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:44Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce58c4d2597
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: 125f49f6-e8ca-44e1-b736-359d65aea9e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:48Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce67ab42e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 32d1813f-9168-4b24-8228-c5c20a801f76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:48Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce67e917cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: dc208686-2470-434c-84d0-d7fcf3a2540c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:48Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce67f0dba5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: dbea736e-487b-44cc-ba3f-bc7afa71f85a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:48Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce67f19500c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 21241a19-c08f-4d61-a4ee-f40dc76ed115
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:48Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce68336f80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: e717615d-19cb-413a-9f83-ef601abb3724
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:55:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:48Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce683b12976
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: 16d987d5-66fd-45e2-8b4d-22c3798ddf76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:57:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:15Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58ce6b6c87caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26420"
    uid: 214d4a8d-cef0-428b-a27b-3a1859382232
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:57:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:13Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58cfa3aa31108
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: 21b612de-e46e-4f42-8138-8c7ecc7f7640
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:57:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:13Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58cfa3aa3bf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: e0913faa-f6a6-4535-bdc0-0bd72bc97b93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d8064ab0-4cf4-4c97-b838-4fcdb91f1672
  kind: Event
  lastTimestamp: "2026-09-15T16:57:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:15Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw.18d58cfabd21b464
    namespace: kserve-ci-e2e-test
    resourceVersion: "26419"
    uid: a242256a-a594-4abb-b211-808d0726f1fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-894769d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 0dfe158b-3b59-4c3a-87af-6f466ef3b904
  kind: Event
  lastTimestamp: "2026-09-15T16:55:43Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-894769d68-kqqkw'
  metadata:
    creationTimestamp: "2026-09-15T16:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:43Z"
    name: isvc-sklearn-v2-mixed-predictor-894769d68.18d58ce540cef7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 224d8573-dd11-482e-8583-a38975ab22d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: fdbe002d-4bbc-46ec-9522-05abde91ae42
  kind: Event
  lastTimestamp: "2026-09-15T16:55:43Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-894769d68 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:43Z"
    name: isvc-sklearn-v2-mixed-predictor.18d58ce53e0bd670
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: d07395e3-7b23-49e7-afab-d0125ec5aacd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: 93f66591-8dba-4455-9e3b-6849bac52b89
  kind: Event
  lastTimestamp: "2026-09-15T16:56:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:28Z"
    name: isvc-sklearn-v2-mixed-predictor.18d58ce8bc9295f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: 48373740-a0ae-4bf5-aaab-679c09ab7fd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: 93f66591-8dba-4455-9e3b-6849bac52b89
  kind: Event
  lastTimestamp: "2026-09-15T16:56:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:56:28Z"
    name: isvc-sklearn-v2-mixed-predictor.18d58ce8bcf4fbe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25845"
    uid: 0ac6d76f-c77c-4514-b69d-73456e7efd12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 93f66591-8dba-4455-9e3b-6849bac52b89
  kind: Event
  lastTimestamp: "2026-09-15T16:57:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:57:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d58cec3c11d6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: c1030175-bf66-4db7-88c7-933d80ed3358
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:56:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 93f66591-8dba-4455-9e3b-6849bac52b89
  kind: Event
  lastTimestamp: "2026-09-15T16:57:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:57:13Z"
    name: isvc-sklearn-v2-mixed-predictor.18d58cec3c79341d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 5f6b57fb-ec4e-4805-8f3e-2e445ed1e501
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25451"
    uid: c1607faa-7954-4216-874c-1786194be73c
  kind: Event
  lastTimestamp: "2026-09-15T16:57:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:57:05Z"
    name: isvc-sklearn-v2-mixed.18d58ce53e0ce126
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: b80910bc-700c-4b81-b589-a0b39b13fc26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25451"
    uid: c1607faa-7954-4216-874c-1786194be73c
  kind: Event
  lastTimestamp: "2026-09-15T16:55:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:55:43Z"
    name: isvc-sklearn-v2-mixed.18d58ce53e8ca846
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 29931790-08fa-4be7-b17b-ac3237ab0430
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25453"
    uid: c1607faa-7954-4216-874c-1786194be73c
  kind: Event
  lastTimestamp: "2026-09-15T16:55:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:55:43Z"
    name: isvc-sklearn-v2-mixed.18d58ce54348fc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 3a44f00f-c2c0-4ec8-a3c3-f7c0bf9e6bce
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26314"
    uid: c1607faa-7954-4216-874c-1786194be73c
  kind: Event
  lastTimestamp: "2026-09-15T16:57:05Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:57:05Z"
    name: isvc-sklearn-v2-mixed.18d58cf86ecc1032
    namespace: kserve-ci-e2e-test
    resourceVersion: "26315"
    uid: 109e1154-bfd4-4768-bd1f-3af1fcb30892
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:54:07.894627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24452"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:54:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:54:07Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58ccf0f6e26b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 6ee154bf-29b6-4407-939e-6416855bb111
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24462"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:08Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:54:08Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58ccf31ce1b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: d34da63c-c2d0-4199-931d-a7114ee80e9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:08Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58ccf34657d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: c801b2d0-c064-4f89-b50a-4ae21d7587f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:08Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58ccf377d1cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 3e1436c5-a116-4880-ac7d-718bc6c0e3e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:08Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58ccf37f3fda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 017c0a0d-5c96-493e-9b27-5e4bbcb2d460
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:13Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58cd041b76f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: d93848dc-63ca-4621-9934-fb3b3dded162
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:13Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58cd044b70218
    namespace: kserve-ci-e2e-test
    resourceVersion: "24520"
    uid: 53c558b6-bf14-48b2-8955-1ba3546d1934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:13Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58cd0452898d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24521"
    uid: f1138c72-e694-47cf-8dc2-233fdbfd12b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:13Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58cd04532dc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 3e602924-dd73-4048-8c0f-e30eff8ca179
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:13Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58cd0485e986e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: efd3e88b-7ed8-4532-bfe6-5493b94f6943
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:54:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:13Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58cd048da6415
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: 08fcfe5f-9112-4d29-87b5-42430e1cd5f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:55:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:41Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58cd07dc10cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: 5983fbf1-30d1-4233-bc06-8a127e9a190e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:55:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:38Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58ce40d2aeead
    namespace: kserve-ci-e2e-test
    resourceVersion: "25408"
    uid: 6f91547f-104a-4a1b-867a-22c69bdf4c00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:55:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:38Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58ce40d2b7d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: c6325dfd-f1ce-4ef1-84a1-1ecad6f335ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: 0c21c7f6-770e-42bd-8b39-742c112cb892
  kind: Event
  lastTimestamp: "2026-09-15T16:55:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:40Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd.18d58ce484075516
    namespace: kserve-ci-e2e-test
    resourceVersion: "25422"
    uid: 35994f78-71bb-439f-8fda-5adfeff6c269
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-84b69c45b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24443"
    uid: ade1531d-c840-480e-b414-303e0f8e557f
  kind: Event
  lastTimestamp: "2026-09-15T16:54:07Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-84b69c45b5-l8pmd'
  metadata:
    creationTimestamp: "2026-09-15T16:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:07Z"
    name: isvc-sklearn-v2-predictor-84b69c45b5.18d58ccf0edf4e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24453"
    uid: 9a9f43cf-0c4d-429d-92f9-c9f35806a887
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 5a5aec18-cbf9-48d2-bee3-f7892d344bfd
  kind: Event
  lastTimestamp: "2026-09-15T16:54:07Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-84b69c45b5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:07Z"
    name: isvc-sklearn-v2-predictor.18d58ccf0c357fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 5d53cd2c-1985-4e6d-bf06-2a6647f29bb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: 584ce0dd-cffb-4bee-a834-d27f18e0e8a0
  kind: Event
  lastTimestamp: "2026-09-15T16:54:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:52Z"
    name: isvc-sklearn-v2-predictor.18d58cd28b950a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24894"
    uid: 20c72e76-9d9f-46b7-be23-6821ee8fc784
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: 584ce0dd-cffb-4bee-a834-d27f18e0e8a0
  kind: Event
  lastTimestamp: "2026-09-15T16:54:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:52Z"
    name: isvc-sklearn-v2-predictor.18d58cd28c23307b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24895"
    uid: a948ceb2-f678-4a21-9482-183080aeeeb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: 584ce0dd-cffb-4bee-a834-d27f18e0e8a0
  kind: Event
  lastTimestamp: "2026-09-15T16:55:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:37Z"
    name: isvc-sklearn-v2-predictor.18d58cdd08a59ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25388"
    uid: c5e5385b-812d-469f-abb9-eaf76eb74e21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: 584ce0dd-cffb-4bee-a834-d27f18e0e8a0
  kind: Event
  lastTimestamp: "2026-09-15T16:55:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:37Z"
    name: isvc-sklearn-v2-predictor.18d58cdd090578b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: 70b40386-fea1-40f5-8deb-6005149ff891
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:53:02.646442Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:53:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:53:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cbfde55d028
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: ad958138-dcc0-4b01-8c10-8d907b8e998a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:03Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:53:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc0008b19f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: b6f31cdc-341d-451b-8d20-e87a0eb062ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc001f22e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23819"
    uid: 17965db1-c0ed-473f-b5fc-4c58a6ce92e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc004bb9ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23820"
    uid: 314da231-b423-49e4-8574-a30c8abe948a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:03Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc005339d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23821"
    uid: 989507e9-c023-4146-b808-79e465cb1648
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:07Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc10da42612
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: f911b558-80e3-462f-8fff-9648944f9528
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc110e6df81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: aa878e3d-891d-41aa-b249-6e3967bc9e01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc111692048
    namespace: kserve-ci-e2e-test
    resourceVersion: "23862"
    uid: 635806a9-0dd8-4e6a-972c-daa7f85491c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc111750e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: 53bd4c17-46da-40c5-a1b1-7d9f395a7b03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc11482316b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: eb7eef4c-8d4c-4c15-9f73-711b739dc216
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc114f4ebe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: b046ece1-cb71-4419-a132-5f1f5f1dfeda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:53:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-15T16:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:44Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cc9ae300535
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: 17bbd069-090b-4bd6-b38e-2b51fc31916d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:54:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58ccddafb4eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: 182a984d-12c9-4289-b75d-b7f290293a9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:54:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58ccddafc0700
    namespace: kserve-ci-e2e-test
    resourceVersion: "24377"
    uid: 852e152a-dfe4-492a-ac7d-b5c9362b212b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:54:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cce53c52636
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 1a9d675e-afaa-411f-81ff-4081600e5b94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 05f068ca-7be3-4216-8ed3-fdabe313a061
  kind: Event
  lastTimestamp: "2026-09-15T16:54:05Z"
  message: 'Readiness probe failed: Get "http://10.134.0.41:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-15T16:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:54:05Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx.18d58cce9228ed18
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 556230ca-6cb0-4618-bb7b-7d982d258eb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: c1716011-a777-48bc-8787-d64165ecec36
  kind: Event
  lastTimestamp: "2026-09-15T16:53:02Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-cz9tx'
  metadata:
    creationTimestamp: "2026-09-15T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d58cbfddd18d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 6e8edaef-8367-4942-a0d7-87431ed2d61a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: f1b9076e-b356-4368-b604-b36eb68fc1c0
  kind: Event
  lastTimestamp: "2026-09-15T16:53:02Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18d58cbfdac5cf16
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: c7080624-5722-491d-9367-8ed240084135
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: 0899c9d0-5a34-4e3f-a3cf-4b5734d776d6
  kind: Event
  lastTimestamp: "2026-09-15T16:53:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18d58cc3596846a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: c0f78eff-6a88-4724-916a-605f87bdca33
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: 0899c9d0-5a34-4e3f-a3cf-4b5734d776d6
  kind: Event
  lastTimestamp: "2026-09-15T16:53:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18d58cc359c79285
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: 7b2b79a8-7fcb-47dc-969d-7f162b1d4f51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23949"
    uid: 0899c9d0-5a34-4e3f-a3cf-4b5734d776d6
  kind: Event
  lastTimestamp: "2026-09-15T16:54:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18d58ccdd62876a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: 6c148ef5-0b1d-415f-9fae-020c294f6d46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23949"
    uid: 0899c9d0-5a34-4e3f-a3cf-4b5734d776d6
  kind: Event
  lastTimestamp: "2026-09-15T16:54:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18d58ccdd68b8d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 3a5762be-452c-4b90-9772-672be54d9713
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23778"
    uid: 4c1fe45c-a29d-4d83-80af-e12d3fe6b08f
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-sklearn-v2-runtime.18d58cbfdb168382
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: ea7f398a-c5b4-45f3-a16b-e6dbfb60feb0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23778"
    uid: 4c1fe45c-a29d-4d83-80af-e12d3fe6b08f
  kind: Event
  lastTimestamp: "2026-09-15T16:53:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:53:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:02Z"
    name: isvc-sklearn-v2-runtime.18d58cbfdb805b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23793"
    uid: 77fa99b3-ffa0-4220-b462-bbd84d1c6ad3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 4c1fe45c-a29d-4d83-80af-e12d3fe6b08f
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-sklearn-v2-runtime.18d58ccc0579bdcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 1334a7f0-75bb-469a-a77a-03148b3e8c19
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: 4c2fd1ac-7769-4cd7-9649-8f0b9be67dd3
  kind: Event
  lastTimestamp: "2026-09-15T16:55:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:55:31Z"
    name: isvc-sklearn-v2.18d58ccf0c382009
    namespace: kserve-ci-e2e-test
    resourceVersion: "25332"
    uid: 73018483-ae78-48fd-94c9-6d40705716ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: 4c2fd1ac-7769-4cd7-9649-8f0b9be67dd3
  kind: Event
  lastTimestamp: "2026-09-15T16:54:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:54:07Z"
    name: isvc-sklearn-v2.18d58ccf0cd03771
    namespace: kserve-ci-e2e-test
    resourceVersion: "24449"
    uid: 31bfe6b7-cfca-42d0-be76-47de28a06d52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25330"
    uid: 4c2fd1ac-7769-4cd7-9649-8f0b9be67dd3
  kind: Event
  lastTimestamp: "2026-09-15T16:55:31Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:55:31Z"
    name: isvc-sklearn-v2.18d58ce278d201fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25331"
    uid: 63a92dc2-de8a-4e6c-96d5-187f61ed2a16
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: e2d31938-ae40-4d70-894d-3951469c5229
  kind: Event
  lastTimestamp: "2026-09-15T16:49:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:49:09Z"
    name: isvc-sklearn.18d58c75e54e08f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21835"
    uid: 2b974eae-f340-428b-9e07-12cc309baa06
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: e2d31938-ae40-4d70-894d-3951469c5229
  kind: Event
  lastTimestamp: "2026-09-15T16:47:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T16:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:47:44Z"
    name: isvc-sklearn.18d58c75e5eb2961
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: 257bd976-22db-4299-866e-30dc4cf70818
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: e2d31938-ae40-4d70-894d-3951469c5229
  kind: Event
  lastTimestamp: "2026-09-15T16:49:09Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:49:09Z"
    name: isvc-sklearn.18d58c898468fc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: df079ac3-8f35-47c3-81fa-acfa6dc30312
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:57:18.498557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26465"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-d4cmm
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:57:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:57:18Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfb704f4399
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: 2182f82f-fd6c-4294-bf8a-900ddc6d31bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:18Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfb7c6dc97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 8316be38-ce3f-4272-a8c4-95387c2b5802
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:19Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:57:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfbb5e74265
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: a8f8f885-d731-40c2-8234-8c4834c01b97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfbb7470fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 85579fbc-565b-442b-ab0d-35c5117394cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfbbb2605da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: a144f7b7-7bdd-490b-8fcd-5ee6430f884b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:19Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfbbb8cbb42
    namespace: kserve-ci-e2e-test
    resourceVersion: "26495"
    uid: 00aefe09-1a9b-4b55-8ae6-93ea75349d31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:24Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-15T16:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfcd826d597
    namespace: kserve-ci-e2e-test
    resourceVersion: "26533"
    uid: 7dcfb0a8-33e2-40f7-8c18-167db496ab65
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:28Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.691s (3.691s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfdb42c2728
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: b874244f-1dd5-494f-a754-55cb11848d3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfdb73847bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: 9470c63c-0408-4c31-9302-2bfb56a5af4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfdb795dd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26568"
    uid: 85580f5e-fb47-4e36-9b28-74b08ab5de94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfdb79fe217
    namespace: kserve-ci-e2e-test
    resourceVersion: "26569"
    uid: 8a4c3de4-6863-4cac-90c4-e202e17dbd76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfdbaab6ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26570"
    uid: 30605071-ffc6-444a-897a-1cceb34ea801
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:28Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfdbb110173
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 0fab9053-4312-4dc9-8adc-94a54ab915f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58cfdc8082c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: 33e1671b-7a40-46cd-bef5-f83054528b1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58d04fa12aebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: 5c430ee1-edbe-4936-bb8b-50dd9b26cdfa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:57:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:57:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58d04fa196294
    namespace: kserve-ci-e2e-test
    resourceVersion: "26918"
    uid: 93f7df1a-a969-4a45-9488-152f4c0bddf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 20a707cd-ac09-4ff3-836a-0482b36937b7
  kind: Event
  lastTimestamp: "2026-09-15T16:58:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:29Z"
    name: isvc-tensorflow-predictor-547dfc5669-d4cmm.18d58d0500058fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27480"
    uid: 044ec118-9d49-4fdb-a89e-15077841151c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: 8e89009c-380e-410d-ad9f-26686e811895
  kind: Event
  lastTimestamp: "2026-09-15T16:57:18Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-d4cmm'
  metadata:
    creationTimestamp: "2026-09-15T16:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:57:18Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d58cfb6fb05833
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 8612452c-ba69-4398-8ac5-db64738cf319
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26454"
    uid: 6572a7ca-dbd5-479f-8b7a-dea5414d7fb1
  kind: Event
  lastTimestamp: "2026-09-15T16:57:18Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:57:18Z"
    name: isvc-tensorflow-predictor.18d58cfb6caba64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: 63b54d47-b281-490a-a682-fd679370c817
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 67e5de9f-60d4-4a14-96f1-2b30b0c76988
  kind: Event
  lastTimestamp: "2026-09-15T16:57:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:57:48Z"
    name: isvc-tensorflow-predictor.18d58cfeeb6c5188
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: 2c4950eb-ec24-48a7-8da8-985f77da12eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 67e5de9f-60d4-4a14-96f1-2b30b0c76988
  kind: Event
  lastTimestamp: "2026-09-15T16:57:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:57:48Z"
    name: isvc-tensorflow-predictor.18d58cfeebcf613d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: 145a965a-ff98-4b51-a87e-73086f914535
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:58:04.643716Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:58:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:58:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d062ec69150
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: 30a45fef-9b83-44d4-bc76-a867a4e0970c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27116"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:05Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:58:05Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0651109dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 0890cb9f-6fd1-4c79-b95c-712b93b9e109
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:05Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0652762c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 2bdfc185-3e89-491b-9450-61b5170d9818
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:05Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d06554c7c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "27156"
    uid: 405d5ab6-9702-4ebd-bb63-c08aea301fe4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:05Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0655c8b469
    namespace: kserve-ci-e2e-test
    resourceVersion: "27158"
    uid: edc09cd9-8d6b-48a9-b650-a570f07cd61a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:10Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-15T16:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d077a036b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: f742ebf2-ec32-42bc-9772-58a057bd9c54
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:14Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.851s (3.851s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d085f99fbbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27288"
    uid: 5be386ef-f2f4-478a-9821-a81a5d7e53d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d086361ff5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27289"
    uid: 5295bd57-939b-46af-a153-2b059b47a6bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0863d6b479
    namespace: kserve-ci-e2e-test
    resourceVersion: "27290"
    uid: 7a9a5249-1028-4a29-9194-3efde2f41fb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0863e18b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27291"
    uid: bb34e457-3f56-4bff-acfa-9422836225c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d086710ea59
    namespace: kserve-ci-e2e-test
    resourceVersion: "27293"
    uid: 4641c126-7d58-4e0b-a08b-93afcaec9037
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:14Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0867842ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 4ca4e016-f2d5-487a-a949-98086f8423b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d086a277ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27366"
    uid: a25d5a87-e675-4d55-875d-0b2c35e8471b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0f9ffa4b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: b3ff5a68-ab68-4fad-b97c-ed8272134c7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:58:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0f9ffb1000
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: c40dad26-c3e1-4d2d-820f-0d53b20920c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 066a15f1-8bd5-4d5d-a14a-8c95625d6781
  kind: Event
  lastTimestamp: "2026-09-15T16:59:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:59:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs.18d58d0fde2c4a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27900"
    uid: c1e34555-18fa-4e5c-bdb8-d612dd9ad5c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: 9e7586db-6cff-43c0-887f-ee8c3d2bc7a3
  kind: Event
  lastTimestamp: "2026-09-15T16:58:04Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-jn5gs'
  metadata:
    creationTimestamp: "2026-09-15T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d58d062e62596d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: a4f0f310-1b8d-43f8-b943-aea0a6ce17ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 6aa0a4f3-bccc-4b42-9daf-bc9f1e53b06f
  kind: Event
  lastTimestamp: "2026-09-15T16:58:04Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:04Z"
    name: isvc-tensorflow-runtime-predictor.18d58d062bb681cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: cf39d5a6-b7f2-46af-96eb-6b52dc1e8cee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: dccf9f0d-0d10-46d9-a3e7-a3a588a7e607
  kind: Event
  lastTimestamp: "2026-09-15T16:58:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:34Z"
    name: isvc-tensorflow-runtime-predictor.18d58d09aa98fdf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: 3ee82b21-e3db-4423-99af-34b3d45a67f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: dccf9f0d-0d10-46d9-a3e7-a3a588a7e607
  kind: Event
  lastTimestamp: "2026-09-15T16:58:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:34Z"
    name: isvc-tensorflow-runtime-predictor.18d58d09aaf69f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: 7b0216a6-5f4b-41ce-9d60-2c1443f1d91a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: b6bba765-fc5b-4763-bbae-4d1bb847d9d6
  kind: Event
  lastTimestamp: "2026-09-15T16:58:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:58:31Z"
    name: isvc-tensorflow-runtime.18d58d062baef57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: bbc1e151-1da5-4cd5-a6c8-972347b20d34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27087"
    uid: b6bba765-fc5b-4763-bbae-4d1bb847d9d6
  kind: Event
  lastTimestamp: "2026-09-15T16:58:04Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:58:04Z"
    name: isvc-tensorflow-runtime.18d58d062c33b6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: 11b9cc83-aa07-4ffa-8b61-5355df966006
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: b6bba765-fc5b-4763-bbae-4d1bb847d9d6
  kind: Event
  lastTimestamp: "2026-09-15T16:58:31Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:58:31Z"
    name: isvc-tensorflow-runtime.18d58d0c64e6004a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 76786ac2-cc75-40cc-b37e-14139c3e879b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: 64cfe436-0e8b-4fdd-b751-c443d23bd399
  kind: Event
  lastTimestamp: "2026-09-15T16:57:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:57:44Z"
    name: isvc-tensorflow.18d58cfb6cae5a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26709"
    uid: a61c62e4-6ec6-450c-9948-619edb2408f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: 64cfe436-0e8b-4fdd-b751-c443d23bd399
  kind: Event
  lastTimestamp: "2026-09-15T16:57:18Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:57:18Z"
    name: isvc-tensorflow.18d58cfb6d256246
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: cb8b5a76-aea4-4617-9707-35b8a3765e40
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26707"
    uid: 64cfe436-0e8b-4fdd-b751-c443d23bd399
  kind: Event
  lastTimestamp: "2026-09-15T16:57:44Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:57:44Z"
    name: isvc-tensorflow.18d58d0186fd610d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: f405922f-242f-4560-8573-5b8757a51e0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:58:50.382749Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-bvm7m
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:58:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:58:50Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d10d508dc1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: dba0111c-1aed-4707-a45d-11740ec0931f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T16:58:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:50Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d10e11c51ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27731"
    uid: 2a94501b-a446-4288-aa8a-ec631d56b004
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27728"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T16:58:51Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:58:51Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d111acc24fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 281cfe5e-be1e-4fb3-90f6-5502b707f555
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T16:58:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:51Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d111c2de84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: 22959e19-ab90-4a7c-b9a0-52080e00012c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T16:58:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:51Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d111eae77ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27748"
    uid: 970be3aa-c58c-4919-81dd-d66009cfbc60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T16:58:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:51Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d111f15d4f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27749"
    uid: 491e8e58-833b-4042-ba0e-eca43265a82b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T16:58:55Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-15T16:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:58:55Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d1202b091f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5072ec13-deb3-44d5-96ad-f720577f69ca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.425s
    (1m55.425s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d2ce28fda2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 772c14df-8d78-4b0d-9e02-dda428671ed2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d2ce8aef22a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28771"
    uid: 07c35e9f-83f4-4321-9e59-16896223b5b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d2ce9ef454c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28772"
    uid: 1059e331-cf10-4015-bfb5-ba222cc77b0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:00:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:50Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d2ce9fa5921
    namespace: kserve-ci-e2e-test
    resourceVersion: "28773"
    uid: 33b569c5-77eb-4f52-87a7-6d890bcd6faf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:00:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:51Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d2cefe58252
    namespace: kserve-ci-e2e-test
    resourceVersion: "28774"
    uid: 5253000b-a71c-45c4-be6c-575ee7f218d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:00:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:51Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d2cf130112f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28775"
    uid: 45b8eda3-9ed1-4c82-8986-0c824c223af7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T17:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:00:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:00:57Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d2cf41d6cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: bce97fe5-05ea-44ac-b9d6-85d47bdbff8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:01:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:14Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d32574b4e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28985"
    uid: d9c295c8-0c36-4393-bfbe-15c6baa7bc74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-bvm7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 4ed73c57-9c82-4d4f-94a0-55b178f4c4ab
  kind: Event
  lastTimestamp: "2026-09-15T17:01:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:14Z"
    name: isvc-triton-predictor-5d7db58676-bvm7m.18d58d32574c4ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28986"
    uid: ff2e03e6-2b0e-4ec9-87cb-d1689b105fa8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27708"
    uid: f2b9eac8-600d-4300-8862-15192f95ee9e
  kind: Event
  lastTimestamp: "2026-09-15T16:58:50Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-bvm7m'
  metadata:
    creationTimestamp: "2026-09-15T16:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:50Z"
    name: isvc-triton-predictor-5d7db58676.18d58d10d4a2096d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: e3151e96-7d5f-4c6d-a790-16b4a5059d37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27706"
    uid: 878ad15a-6581-4445-95f3-572559539a04
  kind: Event
  lastTimestamp: "2026-09-15T16:58:50Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:58:50Z"
    name: isvc-triton-predictor.18d58d10d1d0b854
    namespace: kserve-ci-e2e-test
    resourceVersion: "27710"
    uid: 067abe05-268b-4773-86ca-98430531f274
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: 3982310c-4388-4dd7-91a2-c62507a0dcd3
  kind: Event
  lastTimestamp: "2026-09-15T17:01:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:01:05Z"
    name: isvc-triton-predictor.18d58d1450a06326
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: e100a84c-5d8e-4662-8bfa-e6f91c74628c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: 3982310c-4388-4dd7-91a2-c62507a0dcd3
  kind: Event
  lastTimestamp: "2026-09-15T17:01:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:01:05Z"
    name: isvc-triton-predictor.18d58d1450e79bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28895"
    uid: f8c7929b-3925-46b4-9ba0-68d41e81ed8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27698"
    uid: 0c0447e1-eb91-4fa5-a22b-b2efd99b6a04
  kind: Event
  lastTimestamp: "2026-09-15T17:01:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:01:07Z"
    name: isvc-triton.18d58d10d1d4236e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: 02e4f465-366d-499e-9b2e-4cc21ce67e19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27698"
    uid: 0c0447e1-eb91-4fa5-a22b-b2efd99b6a04
  kind: Event
  lastTimestamp: "2026-09-15T16:58:50Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T16:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:58:50Z"
    name: isvc-triton.18d58d10d253f41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27714"
    uid: 74e3d406-175a-466b-9d9c-d979b4e7b7ce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: 0c0447e1-eb91-4fa5-a22b-b2efd99b6a04
  kind: Event
  lastTimestamp: "2026-09-15T17:01:07Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:01:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:01:07Z"
    name: isvc-triton.18d58d30b31297bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28915"
    uid: 25930d3b-332f-4aee-84cd-2be9dc07c998
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:01:19.487625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29047"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-p2t9k
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:01:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:01:19Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d338c60a129
    namespace: kserve-ci-e2e-test
    resourceVersion: "29054"
    uid: 53ca17e9-ad14-42ea-9d9d-d0469dead70d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29060"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:20Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:01:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d33b0e32292
    namespace: kserve-ci-e2e-test
    resourceVersion: "29069"
    uid: be093fbe-8ee6-4ad2-b1c4-6b4d0ccdf4b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d33b266368a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29071"
    uid: 48e9160b-6bc1-41c9-9d2a-466dba6ed880
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d33b83fdb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 405b6d3e-95c5-4285-a719-cf48d4158913
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d33b95b1c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: 73c47df6-d460-4d12-b847-71a8c1729fd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:24Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T17:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d34acead3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29108"
    uid: a4620ccc-b35b-48c0-9565-e130af6df9ca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.022s (19.022s
    including waiting). Image size: 1332356353 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d391ac23474
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: 078e88c3-be7c-4865-aa57-ae7bd3f53074
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d391f1a417a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: e84a38b5-f50a-477b-b3cb-8297587db03d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d391f8c9b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "29322"
    uid: 0df39440-75e7-47c1-877f-44a63e212d0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d391f9999d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29323"
    uid: b2cc6d34-2486-4486-86cb-6adf72ebc6a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d3922f8a778
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: cca9c31f-ca9b-4ba9-865b-b8d7a90bf12f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:01:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:01:43Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d3923ace95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29326"
    uid: c7a0c733-505b-4ce6-ab56-f2ca9fc514a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:03:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d395c738e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "29935"
    uid: bca36a4e-c67d-49be-888e-9b1d29eb4650
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:02:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:02:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d4adacfbd52
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: 0a398b67-c2de-4148-958a-0e578eae41df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:02:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:02:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d4adad081fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29927"
    uid: f20b37dc-836c-4b93-94f1-ce81ed8dfca6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: bbe53e1f-0d49-418a-a0fc-c05538755a09
  kind: Event
  lastTimestamp: "2026-09-15T17:03:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:00Z"
    name: isvc-xgboost-predictor-7566d65bf7-p2t9k.18d58d4b0eaded03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29934"
    uid: 82e64212-aa26-40ac-a63b-7e4df8c7ab02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: db33abe6-1283-4554-adf3-e083eed76ead
  kind: Event
  lastTimestamp: "2026-09-15T17:01:19Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-p2t9k'
  metadata:
    creationTimestamp: "2026-09-15T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:01:19Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d58d338bce4545
    namespace: kserve-ci-e2e-test
    resourceVersion: "29048"
    uid: d8572bbd-f8d7-4da9-ae92-6709c08a3c06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29036"
    uid: a676b3e0-16cc-4745-a7d4-b98dfc80dc74
  kind: Event
  lastTimestamp: "2026-09-15T17:01:19Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:01:19Z"
    name: isvc-xgboost-predictor.18d58d3388c5896f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: 22d7086a-cbef-4cc0-bedc-c502aadd1b15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: e03500bb-e0a1-4ec6-93f8-1bcb82a93cff
  kind: Event
  lastTimestamp: "2026-09-15T17:02:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:02:19Z"
    name: isvc-xgboost-predictor.18d58d37078c7cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: 3dca2e62-e048-4eb2-ad1d-242128010599
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29037"
    uid: e03500bb-e0a1-4ec6-93f8-1bcb82a93cff
  kind: Event
  lastTimestamp: "2026-09-15T17:02:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:02:19Z"
    name: isvc-xgboost-predictor.18d58d3707c3b634
    namespace: kserve-ci-e2e-test
    resourceVersion: "29615"
    uid: 769e37db-352c-4003-84c7-e61e668b1869
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:02:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29220"
    uid: e03500bb-e0a1-4ec6-93f8-1bcb82a93cff
  kind: Event
  lastTimestamp: "2026-09-15T17:02:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:02:49Z"
    name: isvc-xgboost-predictor.18d58d450363bac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29831"
    uid: 3b1a8ec8-30b4-4b31-bc40-c3675ca469a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:02:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29220"
    uid: e03500bb-e0a1-4ec6-93f8-1bcb82a93cff
  kind: Event
  lastTimestamp: "2026-09-15T17:02:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:02:49Z"
    name: isvc-xgboost-predictor.18d58d4503cd9688
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: 39ad558d-a3f2-4f02-8729-9195c071df3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:04:55.233692Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31240"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:04:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:04:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d65c7d85e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: c0110f69-ca84-4923-99e9-890e36eb38ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:04:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d65d4c97f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: d698f454-0169-4b0f-8521-cbee3fb9dffa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31251"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:04:56Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:04:56Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d660e198a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: cc759adf-00d7-4b36-b44d-3e9d63e6d72f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:04:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:56Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d660f6a870f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31277"
    uid: 33422168-1600-48bd-becd-072704e02ac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:04:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:56Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d661291ef1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: c58bdc1f-7c7d-4ddd-9b20-4b7c1436bb16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:04:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:56Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d66131d7058
    namespace: kserve-ci-e2e-test
    resourceVersion: "31281"
    uid: c8ca1fd5-826e-49f4-a6e8-22e1698e839d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:05:00Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T17:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:00Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d670db18d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 164f4ada-b5e9-43eb-baf5-0c5382781f6c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.693s (20.693s
    including waiting). Image size: 1332356353 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d6bdf25edbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 106c1f19-60b8-4772-ae1b-24414b0609c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d6be33e9e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "31526"
    uid: fd86e360-a095-46f6-a8e7-5c581b2b37bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d6be3bf39e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: 93f43fdc-3f22-4ff8-890a-54d3328e5aa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d6be3cb3e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: 4f1e402e-e8a6-4a87-ac18-fcb236d45bc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d6be6cb0561
    namespace: kserve-ci-e2e-test
    resourceVersion: "31532"
    uid: 5bdf1762-531b-4961-ba51-082685d0958b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:05:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:05:21Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d6be752464f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: cc8100d9-4ef7-445d-bd09-d765155bf0ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:06:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d6bf8b4ff6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32128"
    uid: 98b823b5-29a3-41bc-9bea-d80150deb5be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:06:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:35Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d7d17704872
    namespace: kserve-ci-e2e-test
    resourceVersion: "32104"
    uid: a5548407-af10-4794-be6a-2a24087a616d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:06:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:35Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d7d1770ebac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32105"
    uid: 19a460e8-ff6f-4dbf-8faa-94aa3b927af7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 9b332cd3-f2b6-4349-ab85-7d5989a797d8
  kind: Event
  lastTimestamp: "2026-09-15T17:06:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx.18d58d7daaf0f05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32126"
    uid: 5126d0f5-8c4d-4312-9606-5cf6790699cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31229"
    uid: 9ae147c8-32bb-42f6-9135-172dba5ee2e0
  kind: Event
  lastTimestamp: "2026-09-15T17:04:55Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-tv2gx'
  metadata:
    creationTimestamp: "2026-09-15T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d58d65c766b3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: d0b554cf-fc50-44de-ac64-1e10cdc65194
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31227"
    uid: c04ba627-9bcf-4466-980b-ee205c57f958
  kind: Event
  lastTimestamp: "2026-09-15T17:04:55Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:55Z"
    name: isvc-xgboost-runtime-predictor.18d58d65c44e73d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31231"
    uid: 7c167757-a836-4c35-8b9a-e484ea57d973
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: cd0cc0dc-2c27-4939-b672-ee6502c1eeb9
  kind: Event
  lastTimestamp: "2026-09-15T17:05:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:05:25Z"
    name: isvc-xgboost-runtime-predictor.18d58d69431d9194
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: 3e298721-2021-46aa-93d2-cacde60049d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31228"
    uid: cd0cc0dc-2c27-4939-b672-ee6502c1eeb9
  kind: Event
  lastTimestamp: "2026-09-15T17:05:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:05:25Z"
    name: isvc-xgboost-runtime-predictor.18d58d6943804479
    namespace: kserve-ci-e2e-test
    resourceVersion: "31568"
    uid: 545267cc-1282-4d44-bf5e-9cbea065535b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: cd0cc0dc-2c27-4939-b672-ee6502c1eeb9
  kind: Event
  lastTimestamp: "2026-09-15T17:06:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:06:25Z"
    name: isvc-xgboost-runtime-predictor.18d58d7041580f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32008"
    uid: 08e5055f-8f6b-4814-9f32-42482efaee20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:05:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31440"
    uid: cd0cc0dc-2c27-4939-b672-ee6502c1eeb9
  kind: Event
  lastTimestamp: "2026-09-15T17:06:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:06:25Z"
    name: isvc-xgboost-runtime-predictor.18d58d7041c3e865
    namespace: kserve-ci-e2e-test
    resourceVersion: "32009"
    uid: 550fe903-70dc-493a-9b58-639833475b5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: 839c6d90-ab4f-45ab-8855-2ef60298d6ed
  kind: Event
  lastTimestamp: "2026-09-15T17:06:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:06:27Z"
    name: isvc-xgboost-runtime.18d58d65c45187c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32035"
    uid: 173813b6-874b-4dc1-95e9-30b87f8efb66
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: 839c6d90-ab4f-45ab-8855-2ef60298d6ed
  kind: Event
  lastTimestamp: "2026-09-15T17:04:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:04:55Z"
    name: isvc-xgboost-runtime.18d58d65c51e4d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 41fb8dc6-f22d-4bb1-b486-0f7b8aba9bb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32033"
    uid: 839c6d90-ab4f-45ab-8855-2ef60298d6ed
  kind: Event
  lastTimestamp: "2026-09-15T17:06:27Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:06:27Z"
    name: isvc-xgboost-runtime.18d58d7b5b9c20a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32034"
    uid: 728844be-de91-4ed1-a2c5-73feebb4b462
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:03:04.765153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:03:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:03:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4c0f6835c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29994"
    uid: d406b6c5-1c0e-44f8-970a-3687da5a3f1d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29998"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:05Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:03:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4c31684295
    namespace: kserve-ci-e2e-test
    resourceVersion: "30009"
    uid: 1078c95f-429d-499f-b4bb-61c8c748da4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4c32daae7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30011"
    uid: 72c5975a-59ed-4a03-909c-c3ee03c52392
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4c356ec3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30012"
    uid: 610c789f-402b-493d-b9c9-a6036b1e7249
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4c36269115
    namespace: kserve-ci-e2e-test
    resourceVersion: "30014"
    uid: 4029fa9b-2bf0-4d7a-9969-9273f23d1d8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4d3fcdf7b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: 7b5f91ba-7e65-4f14-9494-2389cda9c970
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4d42cd7c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30061"
    uid: 57b68de5-c7ce-4f47-a57a-e106209fd518
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4d43353856
    namespace: kserve-ci-e2e-test
    resourceVersion: "30064"
    uid: 77ca3f19-73a8-4e67-873b-7a185d988b5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4d433ff5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30065"
    uid: 49ab276e-dd2d-4693-b255-fb8a63a567a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4d45fadb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: b974373a-67db-42ca-bcfe-1705e153c671
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:09Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d4d4664d588
    namespace: kserve-ci-e2e-test
    resourceVersion: "30068"
    uid: 5e2d89eb-8d29-4e7c-94af-8d065647515d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d57b628c6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30588"
    uid: e7d6b0e3-eb4c-489b-b0a8-27b53cf85ade
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:54Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d57b62a785d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: aae8bf3c-31f9-4603-a992-6ce7d57a3026
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d586dc847ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30611"
    uid: 10ea77c6-6932-415b-9ec8-b34ab1930224
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: c491107d-b693-4efd-a928-4a8a3532702e
  kind: Event
  lastTimestamp: "2026-09-15T17:03:57Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:03:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt.18d58d586e24416e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30612"
    uid: 91108cae-fdfe-42a3-a07e-e8f3a123de8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: 5a5f062f-9e8e-4cee-9be7-9e3c2ffe6dfb
  kind: Event
  lastTimestamp: "2026-09-15T17:03:04Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wmjkt'
  metadata:
    creationTimestamp: "2026-09-15T17:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d58d4c0ea6b3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29991"
    uid: 71f63e9e-8697-4341-b82d-c69bf9ef3d37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29977"
    uid: af02395d-9802-4a72-a027-8e9da5b466c7
  kind: Event
  lastTimestamp: "2026-09-15T17:03:04Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d58d4c0c006337
    namespace: kserve-ci-e2e-test
    resourceVersion: "29982"
    uid: cedc92f9-d4fe-4fc8-a9ed-5a7ee1a3c203
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29978"
    uid: 3b39c87b-6a47-4242-9a5c-76565a7ca700
  kind: Event
  lastTimestamp: "2026-09-15T17:03:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d58d4f8a6f5276
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: fe6b5867-da5f-48db-8a2f-0d43af1fc9b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29978"
    uid: 3b39c87b-6a47-4242-9a5c-76565a7ca700
  kind: Event
  lastTimestamp: "2026-09-15T17:03:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d58d4f8ad97f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: ab78b1a0-be48-4ac1-b9de-43283a088dd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30161"
    uid: 3b39c87b-6a47-4242-9a5c-76565a7ca700
  kind: Event
  lastTimestamp: "2026-09-15T17:03:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d58d5309b56cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30534"
    uid: b079a948-8dee-46e9-9263-75d67aceae7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30161"
    uid: 3b39c87b-6a47-4242-9a5c-76565a7ca700
  kind: Event
  lastTimestamp: "2026-09-15T17:03:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:49Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d58d530a2525cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30535"
    uid: 66b8fdd8-c5fb-4e22-b0fb-f8bdd9f86718
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: 8809991c-71da-49dd-a401-4ae618f7512a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:03:48Z"
    name: isvc-xgboost-v2-mlserver.18d58d4c0bd816ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: eaef116e-d26d-4467-9ffb-da1d23fec32f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29970"
    uid: 8809991c-71da-49dd-a401-4ae618f7512a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:04Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:03:04Z"
    name: isvc-xgboost-v2-mlserver.18d58d4c0c480aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29985"
    uid: e12f7388-d8be-43e4-b205-8a894a99fce8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 8809991c-71da-49dd-a401-4ae618f7512a
  kind: Event
  lastTimestamp: "2026-09-15T17:03:48Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:03:48Z"
    name: isvc-xgboost-v2-mlserver.18d58d562219a85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: 0fde2623-9c8e-4da4-9db2-0124b6cb49a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:07:45.743409Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    to ip-10-0-132-85.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:07:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:07:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8d7b0431dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32828"
    uid: e2eee475-a967-41eb-adb3-c4b648c8bd26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8d8c1a7482
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: ee97c141-c5bc-4262-b846-361ab667fbd1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:46Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:07:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8dc0ab6c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32847"
    uid: 96e63bd7-2f00-402c-8bc9-ac6c006f4779
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8dc203a21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32849"
    uid: 96bd35b2-5b7b-47e6-857d-03a9d1404b2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8dc47c8e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "32852"
    uid: 2e308879-3d47-45de-8a74-ce1faac61484
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8dc4dea035
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: 389c8533-67ab-4c43-aa0e-65cbc94b8efc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:51Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8ed43173a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32893"
    uid: 36de686f-38de-468a-a385-d12d488ce870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8ed7ad0811
    namespace: kserve-ci-e2e-test
    resourceVersion: "32898"
    uid: dab3b406-e276-4f7b-81a1-afed2f233cf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8ed8196746
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: 0f92519a-8419-4c65-a6bd-217295d3d2ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8ed824c5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32900"
    uid: 846a8f2e-d5bc-4374-a1f9-7915282b0b6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8edb4a9381
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: f055e701-3c65-44a7-b5de-058778ae372b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:07:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8edbb28c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 77504925-3c7e-4c13-a62c-619bf7122872
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:09:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:08Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58d8f103ea991
    namespace: kserve-ci-e2e-test
    resourceVersion: "33584"
    uid: d0ee56a0-9ce1-4144-9b87-791a695b4598
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:09:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:05Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58da0208c9a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 720d1cb9-9798-4543-bbb3-ebb707f3232a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:09:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:05Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58da0208d1539
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: 6a29cd4a-f38c-49ce-a771-753851fa8be4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: a4422468-49b7-41cb-8286-6751c4746c94
  kind: Event
  lastTimestamp: "2026-09-15T17:09:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:09:08Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-tmmjj.18d58da0c2693539
    namespace: kserve-ci-e2e-test
    resourceVersion: "33583"
    uid: 1586e611-b8a2-41d8-a3af-523669c97e93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32813"
    uid: b2783ed7-1bf6-4c3a-a023-9feef49f53f2
  kind: Event
  lastTimestamp: "2026-09-15T17:07:45Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-tmmjj'
  metadata:
    creationTimestamp: "2026-09-15T17:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:07:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d58d8d7a8eecdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: 45bd622e-114b-4e06-89cb-d60c08c3113f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32811"
    uid: c5dcfc8e-d42f-47b0-b8b0-2faa1bae93ea
  kind: Event
  lastTimestamp: "2026-09-15T17:07:45Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:07:45Z"
    name: isvc-xgboost-v2-predictor.18d58d8d77c88448
    namespace: kserve-ci-e2e-test
    resourceVersion: "32815"
    uid: cc3f8d9b-6e72-4f7b-b5a1-dd86a07c81b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32812"
    uid: 2482622f-1ec2-4e96-82bb-3899d0e2445b
  kind: Event
  lastTimestamp: "2026-09-15T17:08:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:08:00Z"
    name: isvc-xgboost-v2-predictor.18d58d90f666b663
    namespace: kserve-ci-e2e-test
    resourceVersion: "32976"
    uid: a4929b03-b757-4d81-8908-e26a3225690a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32812"
    uid: 2482622f-1ec2-4e96-82bb-3899d0e2445b
  kind: Event
  lastTimestamp: "2026-09-15T17:08:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:08:00Z"
    name: isvc-xgboost-v2-predictor.18d58d90f6c981db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32978"
    uid: f91caf3b-af36-4fac-ad1f-976e1c70a7ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 2482622f-1ec2-4e96-82bb-3899d0e2445b
  kind: Event
  lastTimestamp: "2026-09-15T17:09:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:00Z"
    name: isvc-xgboost-v2-predictor.18d58d9475755c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: f0b74455-67fa-47f6-89b0-212c352bfbe5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 2482622f-1ec2-4e96-82bb-3899d0e2445b
  kind: Event
  lastTimestamp: "2026-09-15T17:09:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:09:00Z"
    name: isvc-xgboost-v2-predictor.18d58d9475d3c1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: 1b32b789-9a0e-47f6-ae8e-31ed6a8c79f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:06:40.542719Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:06:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:06:40Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7e4cc0a49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32175"
    uid: 5c226271-22bb-48fd-af18-397b2e5479c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:40Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7e58190d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: 7e18562b-ca2e-42b4-a790-72d3c6e625ca
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32182"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:41Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:06:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7e92865a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32200"
    uid: 582107d4-77a9-47af-a700-72515706cd71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7e940b75b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 13c4182c-9f1e-40c0-b7aa-d04091049477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7e96b13c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "32204"
    uid: 774a3248-191e-485f-8c00-19f257a16cf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:41Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7e97268ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: f141cec5-9c14-4f2d-9cad-faeb08de0604
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:45Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-15T17:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7f8bb47433
    namespace: kserve-ci-e2e-test
    resourceVersion: "32249"
    uid: 91797330-6551-4e68-905f-2a8b08afd59a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7f8f2a811b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32253"
    uid: 522fe477-f722-46f7-adf1-98bc153198b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7f8fa58724
    namespace: kserve-ci-e2e-test
    resourceVersion: "32254"
    uid: 1f8e2bfd-b8f6-45c0-9dd8-5dd2a5b57b54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7f8fb1140b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32255"
    uid: 02716a75-2e77-4234-a14a-c1c08781811d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7f933a9a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "32259"
    uid: e04077fc-16ef-4416-9dee-977e83e669a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:06:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:06:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d7f93ab4d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "32260"
    uid: ec70c5d7-1bfc-4470-ba4d-1290bc5e3d01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:07:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-15T17:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:22Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d882eb220d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: 12875277-7147-41ae-a79d-0cd13ef78e6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:07:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:40Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d8c4b221eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32759"
    uid: 6e900881-ac38-4876-b268-054156508aae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:07:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:40Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d8c4b228dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 1ea27763-20b1-4ec4-abbb-65da422592e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: d164c8ec-1f8e-47a9-96ef-6573e7b8b6c5
  kind: Event
  lastTimestamp: "2026-09-15T17:07:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:07:42Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt.18d58d8cd1f1c68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32781"
    uid: aba17081-1493-4292-971a-8e4394d2bb11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32160"
    uid: add93f4b-b36d-4f70-864c-3083ae3beeb3
  kind: Event
  lastTimestamp: "2026-09-15T17:06:40Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-cpmpt'
  metadata:
    creationTimestamp: "2026-09-15T17:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:06:40Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d58d7e4c5cb5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32172"
    uid: 3076bb59-97c1-4c31-af95-dc6d16bb7b26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: 41062a4f-8d9e-468c-bd08-7bfd5138c48b
  kind: Event
  lastTimestamp: "2026-09-15T17:06:40Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T17:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:06:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18d58d7e48026f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "32162"
    uid: c6fbc8a0-3f97-474d-92e6-c4cffc0e91cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32159"
    uid: fcedfc6e-322e-4412-bd8e-07653974a99d
  kind: Event
  lastTimestamp: "2026-09-15T17:07:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:07:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18d58d81c669f15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32519"
    uid: d1f5ef4f-3c90-452a-b36f-5a0ca4bd1702
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32159"
    uid: fcedfc6e-322e-4412-bd8e-07653974a99d
  kind: Event
  lastTimestamp: "2026-09-15T17:07:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:07:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18d58d81c6d0d517
    namespace: kserve-ci-e2e-test
    resourceVersion: "32520"
    uid: cb1b3565-5e2f-4cc9-8b71-49e8522edbac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: fcedfc6e-322e-4412-bd8e-07653974a99d
  kind: Event
  lastTimestamp: "2026-09-15T17:07:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:07:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18d58d88c47a1575
    namespace: kserve-ci-e2e-test
    resourceVersion: "32743"
    uid: 93e8a1d6-62af-4eed-a49d-757bc3d65829
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: fcedfc6e-322e-4412-bd8e-07653974a99d
  kind: Event
  lastTimestamp: "2026-09-15T17:07:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:07:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18d58d88c4e76b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32744"
    uid: 73d8f588-0b86-4821-8219-fc095fd8390d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: 73c41f39-89ea-47fe-8a6b-019ab304434e
  kind: Event
  lastTimestamp: "2026-09-15T17:07:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:07:33Z"
    name: isvc-xgboost-v2-runtime.18d58d7e4804c42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32694"
    uid: 65238465-7d54-4d0c-844e-82d07d6f6a40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: 73c41f39-89ea-47fe-8a6b-019ab304434e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:40Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:06:40Z"
    name: isvc-xgboost-v2-runtime.18d58d7e48936b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "32180"
    uid: 80b5f2db-c48f-4d71-888a-5689c5469463
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:06:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32154"
    uid: 73c41f39-89ea-47fe-8a6b-019ab304434e
  kind: Event
  lastTimestamp: "2026-09-15T17:06:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:06:40Z"
    name: isvc-xgboost-v2-runtime.18d58d7e4da8b0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32181"
    uid: b7fe7bdc-0b28-4f48-8b65-c2d2e5e43f63
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32692"
    uid: 73c41f39-89ea-47fe-8a6b-019ab304434e
  kind: Event
  lastTimestamp: "2026-09-15T17:07:32Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:07:32Z"
    name: isvc-xgboost-v2-runtime.18d58d8a82f44244
    namespace: kserve-ci-e2e-test
    resourceVersion: "32693"
    uid: 31328e70-5751-4f3a-931d-bf773cc660d3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32804"
    uid: 16e19ba7-5c9c-4cea-8d0d-cbf2b3d9ce4f
  kind: Event
  lastTimestamp: "2026-09-15T17:08:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:08:58Z"
    name: isvc-xgboost-v2.18d58d8d77f08e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "33493"
    uid: c758f2e2-755e-4a4c-a891-187d21153618
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:07:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32804"
    uid: 16e19ba7-5c9c-4cea-8d0d-cbf2b3d9ce4f
  kind: Event
  lastTimestamp: "2026-09-15T17:07:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:07:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:07:45Z"
    name: isvc-xgboost-v2.18d58d8d7851198f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32819"
    uid: 1f258222-9945-4f44-862d-3a807d49ffa0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:08:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33491"
    uid: 16e19ba7-5c9c-4cea-8d0d-cbf2b3d9ce4f
  kind: Event
  lastTimestamp: "2026-09-15T17:08:58Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:08:58Z"
    name: isvc-xgboost-v2.18d58d9e74105c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "33492"
    uid: 05b9f93c-2af7-4871-94f1-26ccab2b4e24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: d8291774-71af-4367-af85-18585199e1de
  kind: Event
  lastTimestamp: "2026-09-15T17:02:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:02:50Z"
    name: isvc-xgboost.18d58d3388ca283e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: da4bbb77-20de-4369-b027-a558144dca0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:01:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: d8291774-71af-4367-af85-18585199e1de
  kind: Event
  lastTimestamp: "2026-09-15T17:01:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T17:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:01:19Z"
    name: isvc-xgboost.18d58d3389984240
    namespace: kserve-ci-e2e-test
    resourceVersion: "29044"
    uid: 4650afae-251c-4e14-977c-1ea01e953bef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29847"
    uid: d8291774-71af-4367-af85-18585199e1de
  kind: Event
  lastTimestamp: "2026-09-15T17:02:50Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:02:50Z"
    name: isvc-xgboost.18d58d48bf9b6534
    namespace: kserve-ci-e2e-test
    resourceVersion: "29848"
    uid: cab530aa-3e0c-40fe-ae74-bc7c2f7b432b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:39:44.861014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-4d6ld
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:39:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:39:44Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c061e9e51cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: 144e6ab2-ea18-467f-bc6d-4eeaadfd5262
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:39:45Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:39:45Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c0640b15341
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: d8dbcae1-4599-4db3-9b39-164c434d45c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:39:45Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-15T16:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:45Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c0642014b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: e6a579cc-8820-409c-ad26-87f24589aca0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:39:46Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.336s (1.336s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:46Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c0691a62085
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: fb0e7784-478a-41cb-8f6f-3375d10fb6d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:39:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:46Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c0694d1f8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: f5064010-e581-42fd-90af-867c2d19b308
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:39:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:46Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c06954ba7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 4fdd95e9-4ddd-48fa-b7df-753ed9bbdf03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:39:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:46Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c069555ea8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: daf74f14-8590-41f1-b441-ada9c36c266e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:39:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:46Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c0698c1d5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: b2094edd-6b9c-40ec-8c7d-58ba34819dfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:39:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:46Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c0699391f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: 72572e21-6a26-4438-a637-c607be543b88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c20f24d5b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: cbf869e9-f423-4de9-9fbd-0cceb27341a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4d6ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e5163354-4370-4769-a1cb-174ec4b58675
  kind: Event
  lastTimestamp: "2026-09-15T16:41:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:40Z"
    name: message-dumper-predictor-6575bcfdfd-4d6ld.18d58c20f24ea4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: 55308636-b838-4270-a6e2-fe9fa8e2ba1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: 847a8d1d-e57a-41f0-b716-4579bd124e39
  kind: Event
  lastTimestamp: "2026-09-15T16:39:44Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-4d6ld'
  metadata:
    creationTimestamp: "2026-09-15T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:39:44Z"
    name: message-dumper-predictor-6575bcfdfd.18d58c061e337666
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: 128c59e6-6438-457f-9145-ad5b4a9894a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: d9caf282-e468-4d0d-9624-1787e13da811
  kind: Event
  lastTimestamp: "2026-09-15T16:39:44Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:39:44Z"
    name: message-dumper-predictor.18d58c061c90d21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: 91b9ff26-dc6c-42e2-87ad-89b00ea4f7b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: 9e0ff669-c207-4d6f-af70-5bec138e1d6c
  kind: Event
  lastTimestamp: "2026-09-15T16:39:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:39:59Z"
    name: message-dumper-predictor.18d58c099afdff93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: 75f189c6-7a9a-4799-99a0-4f5931047205
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: 9e0ff669-c207-4d6f-af70-5bec138e1d6c
  kind: Event
  lastTimestamp: "2026-09-15T16:39:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:39:59Z"
    name: message-dumper-predictor.18d58c099b5c23bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 48a207a6-0067-40b0-890f-51fa182def3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 9e0ff669-c207-4d6f-af70-5bec138e1d6c
  kind: Event
  lastTimestamp: "2026-09-15T16:40:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:14Z"
    name: message-dumper-predictor.18d58c0d1a5a9a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 1d863f6d-931e-4190-8b95-b5e33f99cd65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 9e0ff669-c207-4d6f-af70-5bec138e1d6c
  kind: Event
  lastTimestamp: "2026-09-15T16:40:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:14Z"
    name: message-dumper-predictor.18d58c0d1ab877f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 3502de23-1919-41bb-aec2-010686c9c407
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: 65070363-a5e0-4573-8270-00e964a64241
  kind: Event
  lastTimestamp: "2026-09-15T16:39:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:39:54Z"
    name: message-dumper.18d58c061c8d1b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: b97d8b90-cee9-4dd7-8714-6efb206df2a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: 65070363-a5e0-4573-8270-00e964a64241
  kind: Event
  lastTimestamp: "2026-09-15T16:39:44Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-15T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:39:44Z"
    name: message-dumper.18d58c061d110e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 4e685d45-6974-45fd-8744-f0a91777a6b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 65070363-a5e0-4573-8270-00e964a64241
  kind: Event
  lastTimestamp: "2026-09-15T16:39:54Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:39:54Z"
    name: message-dumper.18d58c086f162e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: 974c8027-e43d-4a67-952d-e3a3246e8373
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:49:20.210063Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:49:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:49:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58c8c14184848
    namespace: kserve-ci-e2e-test
    resourceVersion: "22039"
    uid: 29e620a7-4851-4a43-a7a3-c39214b0642f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:49:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58c8c1caa5128
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: 0d2432b9-290b-4dc8-b81f-bb525c14f233
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22043"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:49:21Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:49:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58c8c5a1e76f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22059"
    uid: 6e34c692-4548-4c86-bc14-262efbc168ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:49:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58c8c5b9f7e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: 15e0d5f8-0eb2-49b3-8805-db3e9c8b00c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:49:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58c8c5e7da2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 94b2e350-b62a-4c77-89ae-c6f5fa86e813
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:49:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58c8c5ef521a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: 779a825e-dabe-47f4-b49a-63d67cbe390b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:49:25Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-15T16:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58c8d54d19d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 7ed93c75-9aad-44b9-bbba-8905692b4d27
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:51:29Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m3.927s
    (2m3.927s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58caa2f7917f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: 02102c5b-6731-43a2-9e4b-4dff095adc01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:51:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58caa34cda3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22984"
    uid: 043ea610-52e9-4bca-97ac-c7b0772e45a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:51:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58caa35c3acb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: eccd359c-6603-4772-ba5d-e51f34876947
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:51:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58caa35ce0847
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 6b14a4d2-d5de-4c30-a166-53b25f4d263c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:51:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58caa3ac064ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22988"
    uid: a21511a8-5503-405b-97ad-0440f53c7d00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:51:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:29Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58caa3bb660a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22989"
    uid: 784558b3-144d-45ee-a75f-994da154a847
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:52:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-15T16:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58cb2c4f39089
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 681e0c04-1823-4813-b957-54463a1df354
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:52:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58cb60695e2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: 4132c4ce-1627-4c4e-b1bc-b61854beb457
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:52:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58cb606967b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: b3ccd681-8343-4231-8b5c-bc4238bd8725
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:52:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58cb63c8bf6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 9b1e2be3-28a7-44b0-ba43-2cfb0bb9e820
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 64a4cfe8-8df6-4b72-87f9-57f59cb73a87
  kind: Event
  lastTimestamp: "2026-09-15T16:52:26Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:52:26Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj.18d58cb766e1d5c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 867e43c4-738c-4f83-96d6-e27f06572726
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: a0de8a00-5e65-4237-bebe-a908cc6b053e
  kind: Event
  lastTimestamp: "2026-09-15T16:49:20Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-q8ttj'
  metadata:
    creationTimestamp: "2026-09-15T16:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:49:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d58c8c13ba4657
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 91da68cc-f1e2-47fe-a0e1-433509a910fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: b3b97e78-d30a-49fe-8b46-536f082835ff
  kind: Event
  lastTimestamp: "2026-09-15T16:49:20Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T16:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:49:20Z"
    name: sklearn-v2-mlserver-predictor.18d58c8c112f243f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22026"
    uid: 492a4471-d06c-4b91-bae9-b83e3ca9912f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 5233d0cd-faa8-4dc0-96b1-72d042b95771
  kind: Event
  lastTimestamp: "2026-09-15T16:51:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:51:50Z"
    name: sklearn-v2-mlserver-predictor.18d58c8f90008a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23139"
    uid: 24f52d42-ccc0-42f0-b1e9-07f619bf79ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 5233d0cd-faa8-4dc0-96b1-72d042b95771
  kind: Event
  lastTimestamp: "2026-09-15T16:51:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:51:50Z"
    name: sklearn-v2-mlserver-predictor.18d58c8f9066b449
    namespace: kserve-ci-e2e-test
    resourceVersion: "23140"
    uid: f7d3f64e-81ae-4925-b85b-4f814392ca7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 5233d0cd-faa8-4dc0-96b1-72d042b95771
  kind: Event
  lastTimestamp: "2026-09-15T16:52:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:20Z"
    name: sklearn-v2-mlserver-predictor.18d58cb2848d3917
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: 41d3428a-d436-4feb-8d85-152ef0c10ce4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 5233d0cd-faa8-4dc0-96b1-72d042b95771
  kind: Event
  lastTimestamp: "2026-09-15T16:52:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:52:20Z"
    name: sklearn-v2-mlserver-predictor.18d58cb284f03712
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: e6708d32-1118-4449-8e75-1fb06b1aa1c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 85818798-9b5a-41ca-a94e-aef6609c4c50
  kind: Event
  lastTimestamp: "2026-09-15T16:52:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:52:16Z"
    name: sklearn-v2-mlserver.18d58c8c112fef02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23334"
    uid: 0b8de121-bba9-4d51-b69a-553335f75626
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 85818798-9b5a-41ca-a94e-aef6609c4c50
  kind: Event
  lastTimestamp: "2026-09-15T16:49:20Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:49:20Z"
    name: sklearn-v2-mlserver.18d58c8c11cd1665
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: 8cb35607-a047-4e77-b922-25e8b17ad5e5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:52:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23331"
    uid: 85818798-9b5a-41ca-a94e-aef6609c4c50
  kind: Event
  lastTimestamp: "2026-09-15T16:52:16Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:52:16Z"
    name: sklearn-v2-mlserver.18d58cb5187ba349
    namespace: kserve-ci-e2e-test
    resourceVersion: "23332"
    uid: 8fd5ce78-bfdf-421c-bce1-c12c749a6721
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T17:04:00.008782Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30651"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    to ip-10-0-141-27.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T17:04:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T17:04:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d58ec2f2d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "30656"
    uid: c9d8dca5-ae26-4c5d-8017-432c547f3f80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7d5f9bccb5-mbd9s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d58f516ed91
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 501be265-cd9a-4ae8-a560-c77586cb72c9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30661"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:01Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T17:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T17:04:01Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d593217995c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30676"
    uid: 1f6759e3-0d66-4f96-8491-f5ed9e5a6b9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:01Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d59338135c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30679"
    uid: 2be540b3-9899-4fc3-bd94-db0bad8a58fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T17:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:01Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d5937bdcddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30682"
    uid: 388bd45e-06f4-4976-aad7-fcca78b46a22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T17:04:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:01Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d5938332e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30683"
    uid: edd3aa4f-3d64-46c2-84cd-815c90ad3350
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-15T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d5a1ff44b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "30726"
    uid: 03136ff3-2c5b-4ad3-8d09-01a35729f321
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d5a2375c0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30731"
    uid: 5dc4e391-fdcb-4605-aed1-9e1ee46c0c20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d5a240a7961
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 3e9aae13-89cb-4c07-86b3-b17eee7d6ff1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d5a24153b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: 4a12acd2-7c39-4ace-8b76-83d9b732b155
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d5a26d4929c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: a10136c2-f575-431e-9774-a416dd9f5c07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d5a274a1a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30737"
    uid: 78c6b747-0cc5-48f7-beb8-bf6a7af3be6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d649312537e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: debb42ea-eb0a-4410-a0d6-2f18d2b1d211
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:50Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d649313953d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31139"
    uid: ed58f594-918b-41fe-9f0e-03db9de1ef25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d654ded0b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "31196"
    uid: 65963524-7a1d-4750-bc12-2c62b4ca6060
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: ef761c4e-2b11-4500-a3c8-7a8c489889ab
  kind: Event
  lastTimestamp: "2026-09-15T17:04:53Z"
  message: 'Readiness probe failed: Get "http://10.134.0.55:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T17:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T17:04:53Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq.18d58d654e4d08b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31198"
    uid: 86f37ed1-57c4-4fac-b4cb-50bacdb52af5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-27.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-27.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30641"
    uid: 1c77c013-4193-4866-86af-4af34d9adf30
  kind: Event
  lastTimestamp: "2026-09-15T17:03:59Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-bfqmq'
  metadata:
    creationTimestamp: "2026-09-15T17:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d58d58eb9ef08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30653"
    uid: e1b33097-eaca-4569-bed9-a18fdee2e4c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30638"
    uid: 7f5dffeb-2023-414b-877b-2385e0d407c2
  kind: Event
  lastTimestamp: "2026-09-15T17:03:59Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T17:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:03:59Z"
    name: xgboost-v2-mlserver-predictor.18d58d58e8690834
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: cbc327ba-59e2-4302-9a1e-d429c65c1ee2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: e421414b-5a35-45fb-b6d9-b7a9e62b5097
  kind: Event
  lastTimestamp: "2026-09-15T17:04:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:45Z"
    name: xgboost-v2-mlserver-predictor.18d58d5c673c5d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31084"
    uid: 48e733a6-4d9c-480c-89a9-12ef5b52fa3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: e421414b-5a35-45fb-b6d9-b7a9e62b5097
  kind: Event
  lastTimestamp: "2026-09-15T17:04:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T17:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:45Z"
    name: xgboost-v2-mlserver-predictor.18d58d5c679ec275
    namespace: kserve-ci-e2e-test
    resourceVersion: "31085"
    uid: 46204935-f6d3-45c4-b3b6-9bd475413bf8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: e421414b-5a35-45fb-b6d9-b7a9e62b5097
  kind: Event
  lastTimestamp: "2026-09-15T17:04:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:29Z"
    name: xgboost-v2-mlserver-predictor.18d58d5fe667526c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30927"
    uid: 5a8344df-0e84-484c-9c73-5898ac5f2078
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: e421414b-5a35-45fb-b6d9-b7a9e62b5097
  kind: Event
  lastTimestamp: "2026-09-15T17:04:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T17:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T17:04:29Z"
    name: xgboost-v2-mlserver-predictor.18d58d5fe6cbda48
    namespace: kserve-ci-e2e-test
    resourceVersion: "30929"
    uid: 6339f5af-075e-4fe7-9c53-575d85563fdf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30631"
    uid: 4ac479ba-a4a2-4611-a6f4-6cca6af8da10
  kind: Event
  lastTimestamp: "2026-09-15T17:04:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T17:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:04:43Z"
    name: xgboost-v2-mlserver.18d58d58e869d8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31071"
    uid: 298bb1da-5c47-4f20-b087-1b3b45d6a0b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:03:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30631"
    uid: 4ac479ba-a4a2-4611-a6f4-6cca6af8da10
  kind: Event
  lastTimestamp: "2026-09-15T17:03:59Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T17:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:03:59Z"
    name: xgboost-v2-mlserver.18d58d58e9155bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30646"
    uid: ea8e7548-e905-485e-a3ac-a9f2c179742e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T17:04:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31069"
    uid: 4ac479ba-a4a2-4611-a6f4-6cca6af8da10
  kind: Event
  lastTimestamp: "2026-09-15T17:04:43Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-15T17:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T17:04:43Z"
    name: xgboost-v2-mlserver.18d58d62ff0cc5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31070"
    uid: d3bf361a-3397-4df9-91b4-dc6e6a2b5c01
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40675"