---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:41:42.079493Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684f7c9fbeab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: b555e24a-bfcb-4348-bfe4-1a1830f3f419
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684f7e3e90093
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 08f7ddf2-ffde-45b8-adb6-9f68a077ccf6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684f7e55ad195
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 6bdbcfcd-366a-488f-b39e-fd779615be19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684f7e81f99d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: 72c960ca-63d5-4fdc-9ece-b40a3dc977fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684f7e88aeeea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: 9ecfc147-b365-485b-a065-98c616065585
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:52Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fa2d5d7f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22017"
    uid: d8232fc4-dc04-4b8d-bbae-e94873bb7e12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fa303c61a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: 61818cd8-c3fd-4889-84cb-6cd832b608f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fa30ac4b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22021"
    uid: 74583b71-3fef-45d2-91fd-b49502d34aa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fa30b614a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 631a44b6-4e45-4d39-92c6-4445de8c6e0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fa334e26fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: 603da0b9-84a2-42da-ae5b-0446753a41c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:52Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fa33bf99b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22026"
    uid: 77af404f-d8ca-4a75-8afd-3cdc1b735edd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fa69623a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: 74698516-d0c1-49dd-a620-5a53eb9f1d17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:42:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fffe544d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22228"
    uid: 7dd9aab2-30f9-4816-bc4a-52649700905b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 662eeaec-2164-462f-bf0e-47210e9591ac
  kind: Event
  lastTimestamp: "2026-07-28T17:42:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54.18c684fffe54fb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22229"
    uid: c2894e4e-f97a-4629-9524-f096c9e137a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "21912"
    uid: 96e9ae77-7037-46dc-ab0d-bd710c266c9f
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-94m54'
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c684f7c96f1907
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: d730f048-aa5d-4c9c-8085-fd3f5ba5c8f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: c0d2547e-627e-4f6f-9b46-6c0d8ca679c7
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c684f7c670ccc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 88e9fed6-66df-45d7-8cdf-ac62ad0a164d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21911"
    uid: 28852a6c-0060-4c56-bf40-68bd43b871c8
  kind: Event
  lastTimestamp: "2026-07-28T17:42:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c684fb45068402
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: 0ebec945-c9d4-4516-825b-d939a76502dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21911"
    uid: 28852a6c-0060-4c56-bf40-68bd43b871c8
  kind: Event
  lastTimestamp: "2026-07-28T17:42:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c684fb4573db0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: 63139627-5686-4a70-8cb2-e718ef735f5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: d5cbd288-0206-4c3f-9e2b-e84a2d95f7f0
  kind: Event
  lastTimestamp: "2026-07-28T17:42:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:09Z"
    name: isvc-autogluon-ts-v1-noslash.18c684f7c6738d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 864d155b-17b0-457a-bf17-f00fe293c01d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: d5cbd288-0206-4c3f-9e2b-e84a2d95f7f0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-autogluon-ts-v1-noslash.18c684f7c6fdbcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: db0b275f-ed6a-4a13-a26c-486d30067eea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: d5cbd288-0206-4c3f-9e2b-e84a2d95f7f0
  kind: Event
  lastTimestamp: "2026-07-28T17:42:09Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:09Z"
    name: isvc-autogluon-ts-v1-noslash.18c684fe28706f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 3ed3a1c4-7d8f-4e87-a5b1-e30b6fa7bf56
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:40:54.457823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:40:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:40:54Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684ecb382e36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: e5a7dd06-f5cf-4fbd-bd30-b90316eb244d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:40:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:54Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684ecc05d90d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21514"
    uid: 0b91e90d-e2b8-44e7-bd6c-2202418b8635
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21510"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:40:55Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:40:55Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684ecf0b8316d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: fd7e03a1-9ebb-43fc-abb9-c54390544b70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:40:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:55Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684ecf21fbbda
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 5fc90a15-3bc1-4888-9ff7-e29bca98c030
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:40:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:55Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684ecf4cb3f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: 4af62794-f46f-4936-9e36-0d7028c96b8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:40:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:55Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684ecf54f1b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21525"
    uid: b9bd8bc0-198a-478e-a7f0-2de671cda440
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:04Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684eef4240e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: 8b62401a-f445-4635-bebc-c94a53c2ce97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684eef747668e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21598"
    uid: c9056337-b0e6-4fba-a0eb-bde7e56f0920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684eef7b79c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21601"
    uid: 079c2c63-7d2d-46af-b261-709ad1df4a52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684eef7c2cd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 4c88b8c4-6025-4a4d-b931-26d3378a10fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684eefaf2b099
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 25a995ba-93af-4338-8369-7a0c6a2a3344
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:04Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684eefb63efd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 3f8c5342-be2b-4ca2-9c62-9944abf0c8e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:11Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684ef3036c98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 2f82931c-e0e5-4d4f-b551-31659515129f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684f697999540
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: ea561786-502f-4e13-a446-448407fcacd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: ffcac168-22d4-4a17-8dba-a0c7388e69a0
  kind: Event
  lastTimestamp: "2026-07-28T17:41:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5.18c684f6979a1a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 3abde9ab-9e76-426b-bb17-f566d2a5fafa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: 4e0ce3bb-2c4b-440e-9422-bdf7b50ef2a4
  kind: Event
  lastTimestamp: "2026-07-28T17:40:54Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-9wkc5'
  metadata:
    creationTimestamp: "2026-07-28T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:54Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c684ecb2e89f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21501"
    uid: a7e1aa87-5fbb-46a1-bbf2-dd3279b756c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: 69820bff-5bee-4d09-8da7-51fc4ed3acd4
  kind: Event
  lastTimestamp: "2026-07-28T17:40:54Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:54Z"
    name: isvc-autogluon-ts-v1-predictor.18c684ecae424eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: 98007a02-f6bb-4f01-858d-7efbcd98a2b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 00517902-772f-42ef-ab81-f8ccc48fc764
  kind: Event
  lastTimestamp: "2026-07-28T17:41:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:24Z"
    name: isvc-autogluon-ts-v1-predictor.18c684f02d3a3f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21757"
    uid: db41fd8f-0339-4883-876e-30527083efbc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 00517902-772f-42ef-ab81-f8ccc48fc764
  kind: Event
  lastTimestamp: "2026-07-28T17:41:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:24Z"
    name: isvc-autogluon-ts-v1-predictor.18c684f02da5de90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: f55369fc-0fa1-491d-8571-c76ad651c0a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: 36e1c4e4-1680-4449-88a3-c72dc1067cbc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:21Z"
    name: isvc-autogluon-ts-v1.18c684ecae71c677
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: b51da50e-1094-4ff8-837c-694fe07276fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: 36e1c4e4-1680-4449-88a3-c72dc1067cbc
  kind: Event
  lastTimestamp: "2026-07-28T17:40:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:54Z"
    name: isvc-autogluon-ts-v1.18c684ecaef0ecde
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: 1f5684ba-3f25-4489-ae18-58e16f35c7b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: 36e1c4e4-1680-4449-88a3-c72dc1067cbc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:21Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:21Z"
    name: isvc-autogluon-ts-v1.18c684f2f010b780
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: c169e4e0-b23f-4383-a6b6-f4a84586818a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:31:58.458935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-h2r48
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c6846fe77cf6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 6ea064f6-f90a-434a-89ae-5f0e72254cd7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c6847001b5dfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: 7f2ca112-4847-479d-a260-b5508a93cf76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c684700320f4e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 71de5859-dcf6-4144-8bad-da6cc3313d63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c6847005d3f29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: ca0b0e7a-5ca9-438f-8835-faa2c24e76f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68470064b0e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 39767477-da3b-4246-b3c3-6a1f7c8bff30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c6847701bb73a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 71b63e66-3a8e-4d60-b6ac-c22227f015de
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:28Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m59.84s
    (1m59.84s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68492e8cc62e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: e62bdfc2-0f80-45bb-ba47-77e61e0db721
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68492ee87aff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: 6d4ae405-02e0-4a9a-a7bf-17d409746b5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68492ef675704
    namespace: kserve-ci-e2e-test
    resourceVersion: "18510"
    uid: 420b1e55-e3e0-4f74-9986-ea2bcad4c5b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68492ef71ac63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: f152777e-01ae-484c-9fc1-d73136974667
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68492f4397288
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: e5ca6ccb-1659-4950-8efb-66dc96b68c7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:29Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68492f55b8dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18513"
    uid: d4cff3db-c8a5-48a8-aa4f-29704d595335
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c6849314143013
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: a9d86b3a-b2ee-4cf4-a5ba-31698bd24fa7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68498f32e42c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: 955d2b57-c3a6-4d8d-956b-9fe455bb06fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68498f32ead88
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: c21cbbd2-bb1a-4b2d-afe5-c2b5d7ff3782
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 8a3feb13-ce29-411d-82a6-6a2220041da3
  kind: Event
  lastTimestamp: "2026-07-28T17:34:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:55Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-h2r48.18c68499220ab091
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: 515c2f14-fbcb-4978-b13f-610c4d21b52e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 004d6f3f-c462-430e-af14-2693f35946f9
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-h2r48'
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c6846fe6ff57eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 2be465fd-10b3-47bc-b98c-e6ee73f3512a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: 778fcafa-8510-489b-a25d-d400b182c1be
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-autogluon-v1-predictor.18c6846fe225b836
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: ea966ec3-88ee-4dc3-bcb3-5e1becad492b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 99075a50-58b8-417a-872d-7158071e2851
  kind: Event
  lastTimestamp: "2026-07-28T17:34:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:43Z"
    name: isvc-autogluon-v1-predictor.18c6847360a9e7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: b228267e-5e8d-457f-8212-12dc10b5299e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 99075a50-58b8-417a-872d-7158071e2851
  kind: Event
  lastTimestamp: "2026-07-28T17:34:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:43Z"
    name: isvc-autogluon-v1-predictor.18c6847361198991
    namespace: kserve-ci-e2e-test
    resourceVersion: "18618"
    uid: e9560231-e9ab-418b-9b7a-e531d7c4c6a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: 3a21ff07-3f48-43d1-878f-5fd4b62025f9
  kind: Event
  lastTimestamp: "2026-07-28T17:34:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:45Z"
    name: isvc-autogluon-v1.18c6846fe2072786
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 75fab648-be71-455b-85dd-a28b3c4001bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: 3a21ff07-3f48-43d1-878f-5fd4b62025f9
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-autogluon-v1.18c6846fe29ef149
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: 822dce56-0c40-4bf6-bd78-39d19086036a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: 3a21ff07-3f48-43d1-878f-5fd4b62025f9
  kind: Event
  lastTimestamp: "2026-07-28T17:34:45Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:45Z"
    name: isvc-autogluon-v1.18c68496d34cf175
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: 911f90f7-2560-4e4a-8b03-c00fb320afe0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:39:03.017725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:39:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:39:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d2c12a063a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: 98b661a1-ad96-471b-8f2b-ebaa337a288b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d2d00e62d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 2bfd47d7-181c-45d2-af6d-881af4d84a0e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:04Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:39:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d2fe5ca192
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 18fac6ed-75f9-4eb7-893f-e30b7ce361fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d2ffdd3dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 06567289-c2bd-4128-a4dc-9898ed5a328f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d302ba124b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 81432860-36dc-4422-837c-37ab3aeae60f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:04Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d30328ddf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: d42d51ac-90c1-4759-a8a2-836f032e83ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d44dd587a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: 42adb493-2a85-423d-b70f-8c2e0424a0f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d4521863b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: af1f35b7-fc0a-4556-80a8-2084486f1d4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d45296d4f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: 5b3bf6d2-cec5-4427-8a98-65707db95ac0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d452a10a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: cc4f9268-bf33-4f46-87bd-4535297031f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d45681de58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: 43cf65d1-3ebe-4126-907b-de8ee16ebea0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684d456feec2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: bd58a7ed-9a42-4d48-8642-1e232b07521e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684eb7dda84a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 468a5261-e650-41ce-b457-d70cadaae3f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 056ce988-1604-489f-b308-0fb6d2ec92c1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:49Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx.18c684eb7ddb8c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: c3334cfc-dfca-44cd-8b21-19343d5ae2cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 4075f54f-7549-4799-b3b7-965916e07a12
  kind: Event
  lastTimestamp: "2026-07-28T17:39:03Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-6mrxx'
  metadata:
    creationTimestamp: "2026-07-28T17:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c684d2c0b0e15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: f384659c-e313-4601-a761-772389360e62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 0208f0da-5d3e-4ffa-abe3-1d019608da40
  kind: Event
  lastTimestamp: "2026-07-28T17:39:02Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:02Z"
    name: isvc-autogluon-v2-noslash-predictor.18c684d2bbb6af7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 2b0cddbf-d64e-4c83-abf9-ed9ebeb54233
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: f8770a3e-3000-407b-947c-758bf0a12c57
  kind: Event
  lastTimestamp: "2026-07-28T17:39:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:17Z"
    name: isvc-autogluon-v2-noslash-predictor.18c684d63a3cce16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: a8b3d39e-a396-4451-96ad-720d603c6870
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: f8770a3e-3000-407b-947c-758bf0a12c57
  kind: Event
  lastTimestamp: "2026-07-28T17:39:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:17Z"
    name: isvc-autogluon-v2-noslash-predictor.18c684d63aa68f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20784"
    uid: 36be76df-befb-45e8-bd65-5d04d7e748d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: f8770a3e-3000-407b-947c-758bf0a12c57
  kind: Event
  lastTimestamp: "2026-07-28T17:40:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:48Z"
    name: isvc-autogluon-v2-noslash-predictor.18c684d9b9e4a06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: 6ba9987f-4a7c-4860-9508-4308ed015896
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: f8770a3e-3000-407b-947c-758bf0a12c57
  kind: Event
  lastTimestamp: "2026-07-28T17:40:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:48Z"
    name: isvc-autogluon-v2-noslash-predictor.18c684d9ba579f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: 8111b6fc-c1fa-4e3f-b70b-10bff0ccc316
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 3301b59b-b98d-425e-b949-3bec665a80f5
  kind: Event
  lastTimestamp: "2026-07-28T17:40:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:39Z"
    name: isvc-autogluon-v2-noslash.18c684d2bbc626dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 5d81c893-2d5c-4cb1-87c1-f5d22b27482f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 3301b59b-b98d-425e-b949-3bec665a80f5
  kind: Event
  lastTimestamp: "2026-07-28T17:39:03Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:03Z"
    name: isvc-autogluon-v2-noslash.18c684d2bc3c8e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 212da767-03f6-4037-8d42-a140be91b327
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 3301b59b-b98d-425e-b949-3bec665a80f5
  kind: Event
  lastTimestamp: "2026-07-28T17:39:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:03Z"
    name: isvc-autogluon-v2-noslash.18c684d2c2b1a3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: ee1d548c-63f6-4f67-94b3-269b5f8f5114
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 3301b59b-b98d-425e-b949-3bec665a80f5
  kind: Event
  lastTimestamp: "2026-07-28T17:40:39Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:39Z"
    name: isvc-autogluon-v2-noslash.18c684e92b5c019e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: e3828e99-9b34-4ac8-9397-2298c12b8cc1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:34:59.931899Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:34:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:34:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849a281e9ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: 7f55e204-4ce4-43bd-b5ed-a3996da8b0cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849a33bcfedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: b63d41dd-a6e7-4d33-b218-038c3528331b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:01Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:35:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849a6810ee3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 42c0a596-ceaa-450a-8d92-4dd5c886bc78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849a697337e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 756079f0-89fa-487c-81f9-83750a9fc924
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849a70196612
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: 43bba209-800d-48cb-a538-e56e71167718
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849a7128952b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 27f7d751-cb75-4ee9-ad72-89e519e2cd1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849bbae349c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18860"
    uid: 7798de13-5e10-446a-bb97-3539e2d5f717
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849bc11f54f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18864"
    uid: 976cfcaa-a142-4513-acbe-7d84122d290e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849bc2343604
    namespace: kserve-ci-e2e-test
    resourceVersion: "18866"
    uid: 3edb6ecb-d89f-46f1-a02d-9baadea94839
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849bc23e5a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: 5920f5c6-774b-4bff-bbfe-b51dc419c4eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849bc833eea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18869"
    uid: b29cfbb7-2170-43f1-a4fd-252e54631391
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c6849bc945e9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18870"
    uid: 6078c981-44b0-4fe8-8334-3ac1fd5d3e0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:36:54Z"
  message: 'Readiness probe failed: Get "http://10.133.0.33:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c684b4c5624ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: ea9253a3-84a1-4e7b-97e1-09f8903f66fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:36:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c684b535cb7904
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 58388bee-4fa3-417c-b46c-6038d0cc4a98
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: ade4c2c2-efff-4524-8a73-c642d3466978
  kind: Event
  lastTimestamp: "2026-07-28T17:36:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh.18c684b535cbf7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: fd53a1b5-11ba-46a4-a096-e2f0a0720491
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18772"
    uid: 72d2cfc5-d8ab-49bc-ab87-6b1db03df06d
  kind: Event
  lastTimestamp: "2026-07-28T17:34:59Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-wt6jh'
  metadata:
    creationTimestamp: "2026-07-28T17:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:59Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c6849a27b5393c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18784"
    uid: 6fe6646f-41f9-41d0-98c7-24de48b8939d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18770"
    uid: e91efcc2-c7de-4e46-8064-eada5855a1b7
  kind: Event
  lastTimestamp: "2026-07-28T17:34:59Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:59Z"
    name: isvc-autogluon-v2-predictor.18c6849a2342b0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18774"
    uid: 46711f05-f4ca-4d7a-9ae8-8fcfbfec48e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18771"
    uid: bdbf245c-8918-493e-8bd7-c97d4be17ddb
  kind: Event
  lastTimestamp: "2026-07-28T17:35:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:44Z"
    name: isvc-autogluon-v2-predictor.18c6849da24908c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: a8999dbd-11f9-4c23-8915-a6601833a418
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18771"
    uid: bdbf245c-8918-493e-8bd7-c97d4be17ddb
  kind: Event
  lastTimestamp: "2026-07-28T17:35:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:44Z"
    name: isvc-autogluon-v2-predictor.18c6849da2cf12ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: 65405ee6-0909-4f3b-8b2a-253708d2d641
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: bdbf245c-8918-493e-8bd7-c97d4be17ddb
  kind: Event
  lastTimestamp: "2026-07-28T17:36:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:44Z"
    name: isvc-autogluon-v2-predictor.18c684a81fc78ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19553"
    uid: c2a77aee-31d0-49cc-9262-c195e14e9250
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: bdbf245c-8918-493e-8bd7-c97d4be17ddb
  kind: Event
  lastTimestamp: "2026-07-28T17:36:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:44Z"
    name: isvc-autogluon-v2-predictor.18c684a8202fa03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: 7da7d825-9446-4079-8b29-7a42d116a375
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:37:01.271912Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b6688c55a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 40ace834-0100-45fb-a983-36f4cfd002cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b681dc4b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: daec5f33-f960-44c8-9ea1-68643a65b817
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b683553cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: 00346c16-bf40-4bb0-a742-315c82fc4bce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b6861c0204
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: fc394b3f-f4fc-425b-8b39-ea431469eaf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b6867b2b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: 7fb39113-de7c-41ed-ad42-281734d0b8cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:07Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b7c858e98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: b866b778-ae3f-4802-b621-884a7d631c8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b7caf90510
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 271a7424-7961-430a-ab40-90a25612c2e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b7cb58c52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: b4c14fe1-e8d5-4b62-82b2-d9d0371570d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b7cb62e392
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: 92c6019c-1dd1-4ac8-bbba-8c322463ea17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b7ce47f445
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 305366c2-2f25-467d-a158-1103112ed80a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:37:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684b7cea68064
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 59a41c6b-38f6-42d5-8baf-d015db1df0fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:38:53Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T17:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684d07a831f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: eda7a3ba-ab50-4ecb-9c89-39a025fc3570
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:38:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684d18efea4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 024c6629-7f60-4c71-8be5-5958d31115b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: ae1a3751-c666-40b4-a3c2-c70df478a32f
  kind: Event
  lastTimestamp: "2026-07-28T17:38:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8.18c684d18eff57de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20575"
    uid: 7dcc38fd-d372-46c6-b540-4a465d9d59cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 454d9991-bbc6-44d2-924f-bc1c6f616423
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-6z2z8'
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c684b667f9140a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: 9c4f0c35-7bc5-43ed-aeb9-00b5059ea5b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19697"
    uid: 06f44902-a7a7-48e9-91fb-8cd831f034a3
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-v2-variants-predictor.18c684b663e714d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 46a8366a-625d-4b8e-9930-b35629089213
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 637d945d-a696-4c52-b662-6cb9900bfd10
  kind: Event
  lastTimestamp: "2026-07-28T17:37:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:31Z"
    name: isvc-autogluon-v2-variants-predictor.18c684b9e2f4d469
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: be7e503d-9b8f-437b-81a1-59f2547edf87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 637d945d-a696-4c52-b662-6cb9900bfd10
  kind: Event
  lastTimestamp: "2026-07-28T17:37:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:31Z"
    name: isvc-autogluon-v2-variants-predictor.18c684b9e35fe50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: d37d30c5-e424-4fc0-9ef0-2569db509a19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 637d945d-a696-4c52-b662-6cb9900bfd10
  kind: Event
  lastTimestamp: "2026-07-28T17:38:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:46Z"
    name: isvc-autogluon-v2-variants-predictor.18c684c0e15f1863
    namespace: kserve-ci-e2e-test
    resourceVersion: "20480"
    uid: bf362696-d5cb-4ea0-8190-f36163433aa4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 637d945d-a696-4c52-b662-6cb9900bfd10
  kind: Event
  lastTimestamp: "2026-07-28T17:38:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:46Z"
    name: isvc-autogluon-v2-variants-predictor.18c684c0e1cd6eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20481"
    uid: d1010a31-5e88-4d1f-a235-30ad4210694c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: ee906f33-d647-49c1-85ee-e287e6c949a5
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-autogluon-v2-variants.18c684b663e640e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: 03407ffc-b91d-45e2-8727-e4b8220e3a49
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: ee906f33-d647-49c1-85ee-e287e6c949a5
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-v2-variants.18c684b66460812c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 2ebf2db3-950d-402b-9fe8-e833ceb979d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: ee906f33-d647-49c1-85ee-e287e6c949a5
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-autogluon-v2-variants.18c684cdedc933fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: ab18bf29-cf00-48c1-a303-6351e322e8b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: 5df16706-aab3-4203-ad10-90701fd0ab16
  kind: Event
  lastTimestamp: "2026-07-28T17:36:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:43Z"
    name: isvc-autogluon-v2.18c6849a2343a858
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: fd3fdfbc-fd6d-4cb0-8b19-2f1b2cb24511
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: 5df16706-aab3-4203-ad10-90701fd0ab16
  kind: Event
  lastTimestamp: "2026-07-28T17:34:59Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:59Z"
    name: isvc-autogluon-v2.18c6849a23c35d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: 129449a2-c0e2-47b2-96e2-9ed2654ddcab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19541"
    uid: 5df16706-aab3-4203-ad10-90701fd0ab16
  kind: Event
  lastTimestamp: "2026-07-28T17:36:43Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:43Z"
    name: isvc-autogluon-v2.18c684b238998fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 74e7ff7d-096a-4ba4-9263-f271d8e93701
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:42:22.520747Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-7jhbv
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c685013478ae40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22301"
    uid: d886dfe5-9736-405b-bc7e-688d569e5b1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22305"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c685014e615589
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: ce1b21ed-7bcf-4e8e-8a9f-82229dbb4a01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c685014fe04bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: f3e65921-c6bb-4017-a63d-5dce4b9d82e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:23Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c6850152aa545f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: df3765ed-7e26-4990-a0bd-35ae7976204e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:23Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c6850153196587
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: 4afc7610-bf08-4fd3-8749-4e41008baa20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c685025cab9cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: 38c55dcd-a45e-4401-a0f8-74921b37b296
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c685026086fbc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22382"
    uid: f2413d18-26a2-403f-bf0f-7fffed828e43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c685026125ea2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: 964a4fd3-a274-43bb-8d01-78aad4a83d84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c6850261329c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: 6c152b19-da2e-4bed-9ab0-081d1febb9fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c68502646d063f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: 90b53f10-8a94-45f2-895d-ea6a817e5304
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c6850264eb1cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22394"
    uid: 3d27434b-cddf-4380-9d3f-787ab470975e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:55Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c6850298df8154
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 257c63aa-6b4e-4f47-9a75-59b0f4372895
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:52Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c685163128d81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23038"
    uid: af7cc2f9-8137-43d9-9e5e-86b1a7307613
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:52Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c6851631295509
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: 22b034d5-650e-4c27-a200-6dd76f52c12e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "22299"
    uid: e94d9dc5-1044-4304-8986-12ad478214a1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:54Z"
    name: isvc-canary-create-predictor-cb85cf55c-7jhbv.18c685169f14d612
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 2a841496-c2cf-4240-8acc-8cb769a3af75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22280"
    uid: 0ba3bc6d-4370-4188-91d1-3da7a0fe017c
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-7jhbv'
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c685013410681f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: 38dc2e45-9943-452e-814f-63d61bc51f30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22279"
    uid: d19e6551-4d06-4019-b088-f928fac02b33
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-predictor.18c68501308fc835
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: 9b704699-4876-4dae-9c20-a0d36912fe3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:42:22.561739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c6850136e9ffb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: dcdfa364-cff6-4c8a-9d95-2e5434b286d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c6850147c56830
    namespace: kserve-ci-e2e-test
    resourceVersion: "22324"
    uid: fb2e46b9-af92-4596-9563-5c2838db5a85
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22317"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:23Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:42:23Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c6850173fefd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: 958e9fb4-f2e4-487d-b374-1c49db1fc967
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:23Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c685017570fc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22346"
    uid: 3bad738a-fae4-42d2-bdc5-8b9b61dd7acb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:23Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c68501786b0ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: 52dfc0a6-64a1-425e-8e5d-32bfa408bbba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:23Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c68501791ec0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 3de26477-53ea-4d50-9249-19c75e44f471
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c685025cbfb6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: d7c4882e-dfb9-49b5-af2c-1cb7b649093c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c68502609321ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22383"
    uid: 28134446-6861-4669-b76f-d95f19f5063c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c685026125e2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22384"
    uid: 72acc18f-57ee-4c65-bdc2-75681affc79f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c68502613138e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 35824c2b-5dfa-430c-b18b-8527c42cfccf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c68502645f728c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: 3a98fa41-0f25-4c45-9f04-53bfaeaac39f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:27Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c6850264ddb068
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: fb8c78c2-162b-4da6-b9dd-3b5a93861960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:43:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:39Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c6850298ca3948
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f183fca9-23f4-4aef-ae76-404bf0c7ce26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:43:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:52Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c6851630e78a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 6450ef9e-f6a0-4bb0-8f1c-a39e406e61a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:43:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:52Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c6851630e82cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23036"
    uid: cb7d0906-24ff-4c81-8f64-c700590e4fb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: b70f993f-7a58-48da-b0c9-3dda667e4cf3
  kind: Event
  lastTimestamp: "2026-07-28T17:43:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:54Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc.18c685169f142023
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: 969bc113-1057-4f09-ad74-b3fcb9a2304b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22290"
    uid: f75f9dd5-833a-4215-bb71-cb1f2d48d6cb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-wwxsc'
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c6850136735c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: 472e63e0-04b9-4175-ae68-5427213dbb9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: b13df9a0-f7a0-4bc5-b6fb-f673afb44fbe
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create-v2-predictor.18c6850132d666ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22292"
    uid: ca5a9f97-bee3-4256-911f-6199f14c8e1f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: 66eb8d07-db9f-42a7-9bbb-4ec1d8f90a06
  kind: Event
  lastTimestamp: "2026-07-28T17:43:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:49Z"
    name: isvc-canary-create.18c685013281b582
    namespace: kserve-ci-e2e-test
    resourceVersion: "22990"
    uid: de19bb12-83fe-4ae5-a230-02f6ac7bee19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: 66eb8d07-db9f-42a7-9bbb-4ec1d8f90a06
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create.18c68501330c076f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22294"
    uid: 14420c01-28a2-4b65-a5bf-1567b60429dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: 66eb8d07-db9f-42a7-9bbb-4ec1d8f90a06
  kind: Event
  lastTimestamp: "2026-07-28T17:42:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:22Z"
    name: isvc-canary-create.18c68501330c6272
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: 5f8846a0-2b5c-4740-8dcc-85a141895fbf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22950"
    uid: 66eb8d07-db9f-42a7-9bbb-4ec1d8f90a06
  kind: Event
  lastTimestamp: "2026-07-28T17:43:45Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:45Z"
    name: isvc-canary-create.18c685147b67302a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22952"
    uid: d4147773-ca13-457e-9373-3ca6bfc8fe7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:57.816124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23107"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-m74zc
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:57Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c685176484966f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: fc74c719-46a4-4cf9-81e6-af89412797c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23122"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c685177e77059a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: 7da8dab4-6e06-48cb-873a-0a64a2f74b7d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c685177fe06bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: dfd0fced-4053-46fd-8673-ff783ec0a0d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c6851782fef6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: 02ef331d-cf08-40e1-8284-538525b7e88d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c6851783748db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23149"
    uid: 95e3b899-cf08-4915-9876-b8be7faf28da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:02Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c68518943dd6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23200"
    uid: 7c5ad3a0-27a2-4809-8f8d-5b0cb4e058bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:02Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c685189825afe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23207"
    uid: d9bb326e-442e-4b81-8317-ae9637fcb7db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:03Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c685189899fca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23212"
    uid: 810cfa80-3452-4d57-8440-b82f0ecae85c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:03Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c6851898a419e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23213"
    uid: c97d5353-50fd-4aae-9237-149c1b99d5f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:44:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:03Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c685189be5f478
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: 880ad080-d833-4f5f-b88c-37f26ed19d15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:44:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:03Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c685189c5f2c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "23216"
    uid: 92316b29-0b07-4bf2-b589-44ad458c740b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:45:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:24Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c68518d071887f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: d4a7f6f9-0734-425a-9d43-b25c4c55cac0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c6852b3273f5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23818"
    uid: a6158465-8ad8-4f58-aa49-3e49694fa454
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c6852b32745e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23819"
    uid: 75111768-9b37-485e-85a1-406ee108d80a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 8377fc0e-a6ff-4f65-8811-d026878fd8c1
  kind: Event
  lastTimestamp: "2026-07-28T17:45:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:24Z"
    name: isvc-canary-promote-predictor-d9759ffd5-m74zc.18c6852bad1a51a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: ca266875-a112-4441-8360-41d19f7c746c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: 8d7d48d7-3606-4279-8463-717707ed4df5
  kind: Event
  lastTimestamp: "2026-07-28T17:43:57Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-m74zc'
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:57Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c6851763f865d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23109"
    uid: 932e2eb5-4331-4f42-802b-0f4bf7341228
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: 8c5cf834-a769-47fd-8119-0b2e336d67eb
  kind: Event
  lastTimestamp: "2026-07-28T17:43:57Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:57Z"
    name: isvc-canary-promote-predictor.18c685175f729003
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: 3b331e58-4cc5-4aa9-98c6-844a0167b964
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:45:22.912504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23821"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6852b34a848d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23825"
    uid: 0cf745cf-c258-4d88-ad3b-ce22e0488692
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23832"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:23Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:45:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6852b4e42af94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: d21215e6-1299-4f2c-a4ed-0d36b4872bd5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:23Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
  metadata:
    creationTimestamp: "2026-07-28T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:23Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6852b4fc3e192
    namespace: kserve-ci-e2e-test
    resourceVersion: "23839"
    uid: 846f3cc9-f7d4-4b00-b14e-3ad58c662b33
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    in 3.539s (3.539s including waiting). Image size: 300915674 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6852c22b633e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: 7fa60e8d-8d4f-485a-bc03-8648147bbc87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6852c261e75b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23865"
    uid: 2fac9e23-7597-4ec2-ae63-7b4d1a028014
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:26Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6852c26a6697b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: 43a7141e-7f2b-413f-b348-ab3cc8e5c38c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:30Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T17:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:30Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6852d0926c0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23902"
    uid: ad780b63-648f-4699-a1f1-7c7310401a4a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.827s (13.827s including waiting). Image size: 1555877302 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:44Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6853041569afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: cbc2111e-0755-4ed8-9d60-a08bcb2edb12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:44Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c685304486b77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 85bcba25-af2b-4c0e-816c-ddf7c0c3aa51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:44Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c6853044fb96f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: cdc194bc-4248-4777-93aa-db5b21581457
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:44Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:44Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c685304507f941
    namespace: kserve-ci-e2e-test
    resourceVersion: "23998"
    uid: cbf4b315-c60b-4900-b1f5-1e857de94349
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.231s (2.231s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:46Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c68530ca0a0b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: 26df1df8-59a0-482a-9ee5-90fd08e54ec2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:46Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c68530ccff47d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24018"
    uid: 0fdccfcd-2225-4f19-a6fe-5e6cd40f3d82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:45:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:46Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c68530cd74d87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24019"
    uid: 10ee8f3c-a540-46a5-836f-ee9865f7f79a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:47:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:45:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c68531043b84e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24642"
    uid: ee029fa7-418a-4f98-be75-df88c0c62f1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:47:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c68544e0730e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: be3ba52f-879e-455c-af63-a72089048548
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:47:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c68544e0738ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24631"
    uid: e013f5c6-457a-438d-8b16-f1519d0d1fef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: b2456333-68ac-4751-9415-7897c501d135
  kind: Event
  lastTimestamp: "2026-07-28T17:47:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-5mx8p.18c685450a7bbe74
    namespace: kserve-ci-e2e-test
    resourceVersion: "24641"
    uid: 28aee67b-ec91-446e-9afb-9badfc817905
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:57.827437Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:57Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c6851765314113
    namespace: kserve-ci-e2e-test
    resourceVersion: "23120"
    uid: d5603f8e-361c-4e30-979d-65ad1686d086
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c6851772aab6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23139"
    uid: db0d1590-34dc-4fdf-a5b1-a58133c7caff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23127"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68517a28b9092
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: abe739d2-67b0-41fc-9748-5cbbccbfa51f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68517a40302a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: 1f82a416-a361-4b86-90fa-a6b2e8a12476
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68517a6a35bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 3b8d7a40-59b7-4e81-809e-9a6cf4d2b76c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:58Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68517a7173541
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: 01a00641-1241-4dc2-a330-e10b658894f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:02Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c6851894536426
    namespace: kserve-ci-e2e-test
    resourceVersion: "23201"
    uid: 0686d134-4659-4da9-9735-ea2e0a0838dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:02Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68518981b0cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23206"
    uid: 44420f01-fd7c-4843-baed-ee0dfa185b79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:02Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68518988c337c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23208"
    uid: e304817b-9f2f-4c19-af84-c6cc2290f6db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:44:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:02Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c685189896b2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23211"
    uid: 81bdd4fb-7ded-40e2-be7a-fb9a13e8c50c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:44:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c685189bf1b9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: a057df15-4f02-4e08-a695-94591fffb85b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:44:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c685189c7c7d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23218"
    uid: ae667a9c-5140-49b1-a598-c0b157d032a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:45:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:10Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c685190cbd645c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: 7bcb6297-a788-4a03-99b6-eb6cb5271a5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:47:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68544e0a0b5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: 965ba2bc-eae9-47a3-914e-d82280de02bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:47:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:13Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68544e0a12a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "24632"
    uid: a9601586-fd79-4817-9ca6-b8cf71f69bd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: ba39c2e9-42d4-4b2c-819d-d54c585ca9e8
  kind: Event
  lastTimestamp: "2026-07-28T17:47:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:15Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-mxmmx.18c68545857e2489
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: fdc12451-bfb0-44eb-a3b6-0cbeafa84c1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23100"
    uid: 62a8f9b8-0b01-4102-aff7-0ba031534bae
  kind: Event
  lastTimestamp: "2026-07-28T17:43:57Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-mxmmx'
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:57Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c6851764c55f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: df2172bf-dddb-4d3b-9670-252131102117
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: 62a8f9b8-0b01-4102-aff7-0ba031534bae
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-5mx8p'
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c6852b3437f5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23822"
    uid: 3f25ccb2-949f-46e7-8b56-067391d8ff60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23098"
    uid: 9c27f52f-3867-4088-b528-2cf0088fff07
  kind: Event
  lastTimestamp: "2026-07-28T17:43:57Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:57Z"
    name: isvc-canary-promote-v2-predictor.18c68517615b3d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 53c6c7ed-fb01-47b6-906f-6de675ddd2f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: 9c27f52f-3867-4088-b528-2cf0088fff07
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-canary-promote-v2-predictor.18c6852b31493aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: b2a8b83b-aa31-4e4a-9778-ff9b371effaf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 2d90831b-06ea-4708-9558-6e6a07b53015
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-canary-promote.18c68517610c1f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23826"
    uid: 3de85df1-14fc-482d-b402-be33c5e5b3ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 2d90831b-06ea-4708-9558-6e6a07b53015
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-canary-promote.18c685176171c86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 9053009e-6833-4f5e-8a2b-3d5d80a86fc7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 2d90831b-06ea-4708-9558-6e6a07b53015
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-canary-promote.18c6851761721f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23830"
    uid: 72fc1a61-fdd0-4227-a1d3-55cdecb611b4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23730"
    uid: 2d90831b-06ea-4708-9558-6e6a07b53015
  kind: Event
  lastTimestamp: "2026-07-28T17:47:03Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:03Z"
    name: isvc-canary-promote.18c68529338ea03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: db2ca839-97b5-4d9c-9763-e4bc1200c697
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:47:18.358394Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6854615c4bc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: 97c1fb17-a49f-40e2-a77b-855c1a2b5da1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24723"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c685462f6eeda1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24744"
    uid: 06249735-0391-4e57-8a79-4f474b01bd70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6854631151387
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 797d2d05-7cb4-4be5-8ad0-816b3f3ffe66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6854634bb4f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24753"
    uid: 30bac6bd-9fb5-4d2a-a040-f59b0255320b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6854635308221
    namespace: kserve-ci-e2e-test
    resourceVersion: "24754"
    uid: a464c622-b19f-4321-bfbc-8e442f81a5e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:23Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c685473bbd6d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24802"
    uid: 81c0f717-72a8-4aa1-9d9d-773b1b44c76a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:23Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c685473ed99766
    namespace: kserve-ci-e2e-test
    resourceVersion: "24804"
    uid: a2ae327f-0194-4889-819b-4d471f99b102
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:23Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c685473f4e5c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: c19b05a2-8ad7-4a71-be2c-eba64ddba630
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:23Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c685473f592cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: 857bba51-1d67-4fc8-bf4f-0ebf4b958a21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:23Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c68547427ccff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: 230bc09d-4934-4316-a2fc-c3b053365663
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:23Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6854742f12f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "24810"
    uid: a4105e60-0792-413b-aa94-077c3bce7594
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:50:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:17Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6854777cd1f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26421"
    uid: d733cd07-d46e-43ce-866d-6f4bcc7333e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:50:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:13Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6856ee0b1632d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26386"
    uid: 516f85b5-7338-4aa3-95fd-ec7ce509dfa7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:50:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:13Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6856ee0b1d063
    namespace: kserve-ci-e2e-test
    resourceVersion: "26388"
    uid: 00897284-d5d6-43fa-ba04-ffc0f15903aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 94b71f8a-ea80-4c7e-8b54-060e5ecc797d
  kind: Event
  lastTimestamp: "2026-07-28T17:50:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z.18c6856f844c627f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26413"
    uid: 6abbdcc1-c828-4536-b7d9-e505ef7aa794
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:48:43.380032Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c68559e1740690
    namespace: kserve-ci-e2e-test
    resourceVersion: "25718"
    uid: cc725d2a-ac47-4e4a-adcd-2bb8f2284bc3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25723"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c68559fb048c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25730"
    uid: 03826721-5a70-4367-a8f6-8c42328d1180
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c68559fca7aae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25732"
    uid: 745ea3b1-6358-4a89-bef8-361d46ed76b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c68559ff2952fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: 3154d68f-3be1-4f78-9208-2e4d2d24f047
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c68559ff9c974c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: b097759a-4b0b-4c0a-805f-beffb60ddc07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6855af8aa2a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "25770"
    uid: 7291dd60-5bf6-4f26-93b0-d43cb4dd6ec0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6855afb8de59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25774"
    uid: 8fad943b-99a1-4636-ad42-2d2f47a0138e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6855afbfc2b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: e771e996-4a69-4046-bb66-4ce97ddce1ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6855afc053450
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 0805d77c-71f9-46e4-8cea-4c7cf5b88f25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6855afe786b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: ccc28545-4202-414b-ba04-637763d65375
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:48:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:48Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6855afee2cade
    namespace: kserve-ci-e2e-test
    resourceVersion: "25779"
    uid: 4afa52b1-9aac-4b28-86f1-9d319aa646c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:50:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6855b70d072f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 2063b0d9-a6a4-43eb-9579-c6e0664aecf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:50:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:13Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6856ee0818c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26385"
    uid: d4ef8da8-a542-435a-a592-10d80302f071
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:50:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:13Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6856ee08215d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26387"
    uid: da0cd192-522f-40e4-8370-73ed0969c865
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: ecdf8fcb-2e81-4106-a098-eb582b1d24dc
  kind: Event
  lastTimestamp: "2026-07-28T17:50:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:16Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw.18c6856f7700d771
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: 25066b50-58a1-45ca-b692-875400051551
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24688"
    uid: 3c86fc4f-78f6-4da3-bd01-11c9d25c621c
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-f8r5z'
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c685461505038c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: 61769bbb-74b1-4171-bf59-c82ea022b0ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25699"
    uid: 3c86fc4f-78f6-4da3-bd01-11c9d25c621c
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-mvtqw'
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c68559e0ffa270
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 27be5715-439b-443a-a75d-237bb7332470
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24687"
    uid: d230d4ae-ad92-4d26-8cc7-14b587cd6f4d
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-predictor.18c685460f9b0979
    namespace: kserve-ci-e2e-test
    resourceVersion: "24689"
    uid: 1ef360bc-9f26-484f-a15a-1cc70ee42848
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: d230d4ae-ad92-4d26-8cc7-14b587cd6f4d
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-predictor.18c68559dde1be3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25703"
    uid: fbfb7721-422e-448f-807c-a4d3389ac450
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:47:18.365078Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c68546162abbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: 74642de2-90b7-40cd-820d-04939b0b0838
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24725"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c685462fd3bc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: dbf971cb-6fbe-46e0-b45c-79267cd7a9bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c685463146e1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 8f405af6-0776-421f-9e49-c9350cfaa7f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c6854634491bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "24751"
    uid: dd04ed86-43b5-4f3c-91ec-ec5d7c3a4ab7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c6854634b63e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24752"
    uid: 9b4af3cc-0fb7-469a-bfa9-6cb18de2bc57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:22Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c6854719e1217a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24788"
    uid: ec92733e-2a68-49cd-98e1-a3920e1d7b41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:22Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c685471cb21851
    namespace: kserve-ci-e2e-test
    resourceVersion: "24791"
    uid: 055fc8c0-3c39-4020-b5bc-f484da587e57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:22Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c685471d20ab27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24792"
    uid: 24fc9344-2b02-479e-b79e-83cfd365881f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:22Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c685471d2b7326
    namespace: kserve-ci-e2e-test
    resourceVersion: "24793"
    uid: 88cbf166-cf99-4c83-9234-a27f7692df56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:22Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c685471fd024bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24795"
    uid: b4be71fc-eade-4837-a769-b14310d69d45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:47:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:22Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c68547203f3aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: a5d66218-896a-4206-809a-adc6db8268e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:48:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:29Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c6854755ddf388
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: 375cd3d1-68c3-48ca-8bd5-fb031f7be8fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c68559df3df76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25709"
    uid: 94d3a0b6-fe72-4707-82aa-3ad73faa349f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c68559df3e9f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: b39aa627-daaf-45d5-91e3-512b93161725
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls
    namespace: kserve-ci-e2e-test
    resourceVersion: "24712"
    uid: 6c67e4eb-345b-48a8-ac2f-89c5c2afce38
  kind: Event
  lastTimestamp: "2026-07-28T17:48:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:44Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-klkls.18c6855a3201e0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: 9b68da1e-24ea-42a8-86c8-ace35af3c851
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 0bfc14b9-ba75-4c93-961b-828f001861b8
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-klkls'
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c6854615799641
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: 3ea3986b-8888-49cf-bd1d-45b7c6babe8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: 8fc8feb6-8a34-4650-937f-bbf2d9d185b9
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback-v2-predictor.18c6854611ff4e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: a93f04d9-7741-4672-a348-2b0bec502767
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: c2177694-7323-4cae-a226-0aeae5e40ea9
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback.18c6854611bc8b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 5019af32-9342-44a6-b2fb-0a49f575185d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: c2177694-7323-4cae-a226-0aeae5e40ea9
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback.18c68546123b0c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "24732"
    uid: 4f9760ff-f121-4f9c-bb6e-4666fbd98d15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: c2177694-7323-4cae-a226-0aeae5e40ea9
  kind: Event
  lastTimestamp: "2026-07-28T17:47:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:18Z"
    name: isvc-canary-rollback.18c68546123b6fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24733"
    uid: 12389385-1c9f-41c4-8c9e-e456db330aae
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: c2177694-7323-4cae-a226-0aeae5e40ea9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:06Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:50:06Z"
    name: isvc-canary-rollback.18c685588c7b29f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: b6b2bb1a-3e23-4ae2-95a4-2e5f847022cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: c2177694-7323-4cae-a226-0aeae5e40ea9
  kind: Event
  lastTimestamp: "2026-07-28T17:48:43Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:48:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:43Z"
    name: isvc-canary-rollback.18c68559e1bb5457
    namespace: kserve-ci-e2e-test
    resourceVersion: "25720"
    uid: 86848258-056a-4a84-a8b6-291937700fc2
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:50:18.704872Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:50:18Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c6857013419e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26469"
    uid: 2e68f254-6e57-459e-b880-9e2bdd8f71aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26478"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:19Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:50:19Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685702db17bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26498"
    uid: 8a1105ae-b577-4d1f-bb2b-eb3d7104eb6b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:19Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685702f3d0f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 21d03a95-50fc-46d2-b67b-274542ddcf5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:19Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c6857033b22d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26505"
    uid: 88dd2b3c-e015-41e7-b415-76be874f49af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:19Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685703427f423
    namespace: kserve-ci-e2e-test
    resourceVersion: "26507"
    uid: d344f960-caff-44b9-b6b2-30d6b3258fee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685712e000bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: a30ba586-add3-4dae-9fce-a15239395421
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685713201c596
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: 4a3a45a0-d9fb-4828-9dc6-5bf30715abe1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c68571328804a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26555"
    uid: fee16a77-292f-4e77-9680-85b6d36f3915
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c68571329261e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26556"
    uid: 60597c66-796b-470d-8e38-dc5bc90ac836
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c68571358aa7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26561"
    uid: b8af4619-2306-47e8-8f65-9f0cc20ba69b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685713604ca68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 18a63f24-f439-46e0-bec0-9c330a133289
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685716a26d539
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 793d04e0-2a5d-4937-8767-3dd45a0759a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685850a6e490f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: c47078d9-fb33-4a4e-ad8d-fc05c7d50202
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:48Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685850a720abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27195"
    uid: 71094ae0-8530-446a-83c0-250c977a3fe7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26464"
    uid: 784b0d8d-9e59-43da-9040-22179a7026a9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-vh2l8.18c685857065331b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: 5673912c-daf2-4a64-93a1-91994da723ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26445"
    uid: a6794e93-61b7-4f85-95cd-0f8bb80ca892
  kind: Event
  lastTimestamp: "2026-07-28T17:50:18Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-vh2l8'
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:50:18Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c6857012d9fde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26463"
    uid: f9bd3683-9578-44b6-a33f-f212242032a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26444"
    uid: 44501831-6f80-4c91-be67-68016d6a21cf
  kind: Event
  lastTimestamp: "2026-07-28T17:50:18Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:50:18Z"
    name: isvc-canary-stop-predictor.18c685700e41d6f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: 714fc20d-3099-4f19-b9ff-41b046fe8639
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:50:18.707672Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26462"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:50:18Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c68570136c53c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: b8eefc49-7791-4ef7-bae4-c9ec47142c71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:19Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:50:19Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c685702f0625fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 28cf0af5-8b3f-47e9-8dcb-61f74098de88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:19Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c68570306263da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26504"
    uid: 6e7f1c14-545f-4d3c-ad0e-b97593412213
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:19Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c6857033bc1e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: c70aadb7-6454-4079-afba-6f1b86437d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:19Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c685703434fb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26509"
    uid: b4925433-29cd-4b9c-9df6-9df5d57047ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c685712de867b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26547"
    uid: 3bdd27c4-9bed-4d0c-b7ee-a093a10ee894
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c68571320f7a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: b307b6bb-4b42-4dfb-81a0-c3239dd51e8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c68571329fe28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 4a671f02-f745-4426-a04c-1becf262c877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c6857132a956b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 090cb7b0-ad95-471c-8721-3d4aa6bbfd72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c6857135a2f32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: a1a7ac42-6125-41c6-b0f1-0997b7fba5bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c685713614e458
    namespace: kserve-ci-e2e-test
    resourceVersion: "26564"
    uid: 865fbc3f-f89b-4747-8c4c-1d428ee034f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:51:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c685716a0bc1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27222"
    uid: b9a65c21-b3a8-4449-8eaa-059ebea3aa25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:51:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:48Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c685850c9b94d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 2baf82ee-b245-4bed-84c4-9c7572f70205
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:51:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:48Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c685850c9c16b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: 96e4a8d7-7ac5-470c-b09e-348c05842776
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: 34f22211-85c9-44b3-891b-fbdc303fe8ba
  kind: Event
  lastTimestamp: "2026-07-28T17:51:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-h2x8f.18c6858570662dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: 181e39b2-a069-4fcd-87a8-8361ddb53d18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "26454"
    uid: 43d41a96-b8a0-4249-8e45-cce740cf4ae7
  kind: Event
  lastTimestamp: "2026-07-28T17:50:18Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-h2x8f'
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:50:18Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c68570131195bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26468"
    uid: d750b071-0ab9-4edf-b39f-a003d906422f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: ff5fde59-dba3-4150-88b8-274f96fbdb6b
  kind: Event
  lastTimestamp: "2026-07-28T17:50:18Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:50:18Z"
    name: isvc-canary-stop-v2-predictor.18c68570102f64bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26456"
    uid: 7a18b606-0561-414b-8bd4-ee5fc3ab9d11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 15fd3088-dde9-46e3-afd2-1b84ccb42998
  kind: Event
  lastTimestamp: "2026-07-28T17:51:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:48Z"
    name: isvc-canary-stop.18c685700fdd6dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: c759294b-f936-4175-b393-25dd5a659169
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 15fd3088-dde9-46e3-afd2-1b84ccb42998
  kind: Event
  lastTimestamp: "2026-07-28T17:50:18Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:50:18Z"
    name: isvc-canary-stop.18c68570104890e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26488"
    uid: e0ad2cdb-ff5f-42f8-9cb3-bb1f839e5d00
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 15fd3088-dde9-46e3-afd2-1b84ccb42998
  kind: Event
  lastTimestamp: "2026-07-28T17:50:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:50:18Z"
    name: isvc-canary-stop.18c6857010496b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26489"
    uid: 94bec1e8-a2fe-4307-9539-13943b35c2e6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: 15fd3088-dde9-46e3-afd2-1b84ccb42998
  kind: Event
  lastTimestamp: "2026-07-28T17:51:40Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:40Z"
    name: isvc-canary-stop.18c6858323975f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: 3305fdc3-9170-473e-9ad7-d4723d6536bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: 15fd3088-dde9-46e3-afd2-1b84ccb42998
  kind: Event
  lastTimestamp: "2026-07-28T17:51:48Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:48Z"
    name: isvc-canary-stop.18c685850c191039
    namespace: kserve-ci-e2e-test
    resourceVersion: "27201"
    uid: 9520884b-a5ad-4d37-9a25-dd0b6c59429d
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:11:25.656840Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36788"
    uid: 90b9cb96-925f-4f5e-95d3-4f759f645b34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:11:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:11:25Z"
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb.18c686970f7a7cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36792"
    uid: 78212b64-2070-4222-aea4-7bcd02b7b557
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 90b9cb96-925f-4f5e-95d3-4f759f645b34
  kind: Event
  lastTimestamp: "2026-07-28T18:11:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-048456-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:25Z"
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb.18c6869716ab62af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36807"
    uid: 2842d5a3-1062-4f95-9f81-210b3f68e66a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 90b9cb96-925f-4f5e-95d3-4f759f645b34
  kind: Event
  lastTimestamp: "2026-07-28T18:11:26Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:11:26Z"
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb.18c686974cf7b090
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: 5945ef66-1f5b-4e8d-a8d9-54490a404c89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 90b9cb96-925f-4f5e-95d3-4f759f645b34
  kind: Event
  lastTimestamp: "2026-07-28T18:11:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:32Z"
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb.18c686974f410ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36875"
    uid: c6e29deb-8196-41b7-a04c-7a327b457aa4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 90b9cb96-925f-4f5e-95d3-4f759f645b34
  kind: Event
  lastTimestamp: "2026-07-28T18:11:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:32Z"
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb.18c68697520b451e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36879"
    uid: f190a3b1-148e-42d3-937d-659239c84f22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 90b9cb96-925f-4f5e-95d3-4f759f645b34
  kind: Event
  lastTimestamp: "2026-07-28T18:11:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:11:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:32Z"
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb.18c686975282b8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 65cac342-c0b6-4bd4-a2d6-c5bad23a99a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 90b9cb96-925f-4f5e-95d3-4f759f645b34
  kind: Event
  lastTimestamp: "2026-07-28T18:11:35Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:35Z"
    name: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb.18c68699651c2647
    namespace: kserve-ci-e2e-test
    resourceVersion: "36920"
    uid: 0dc20f2d-4969-425c-a889-7d04bd8b2359
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-048456-predictor-78ffc8bb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36781"
    uid: 183a8a74-c87f-4161-9da1-8aae6e7440bb
  kind: Event
  lastTimestamp: "2026-07-28T18:11:25Z"
  message: 'Created pod: isvc-init-fail-048456-predictor-78ffc8bb9d-4jnqb'
  metadata:
    creationTimestamp: "2026-07-28T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:25Z"
    name: isvc-init-fail-048456-predictor-78ffc8bb9d.18c686970f1351ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 6bf4e72f-82a6-468c-a134-b0ea1c2cec18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-048456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: ab03411b-01b2-4d96-94ce-3cead4407167
  kind: Event
  lastTimestamp: "2026-07-28T18:11:25Z"
  message: Scaled up replica set isvc-init-fail-048456-predictor-78ffc8bb9d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:25Z"
    name: isvc-init-fail-048456-predictor.18c686970bc91064
    namespace: kserve-ci-e2e-test
    resourceVersion: "36782"
    uid: bd74d2fa-4196-44d5-9e0c-487d43f84626
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-048456
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: cf902e5c-6bc1-4990-92f8-9d05f2b7f763
  kind: Event
  lastTimestamp: "2026-07-28T18:11:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:32Z"
    name: isvc-init-fail-048456.18c686970bc5d666
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: 0786e82f-6e61-405e-a81f-18d9edb5e064
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-048456
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: cf902e5c-6bc1-4990-92f8-9d05f2b7f763
  kind: Event
  lastTimestamp: "2026-07-28T18:11:25Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-048456":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-048456":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:25Z"
    name: isvc-init-fail-048456.18c686970c613c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "36801"
    uid: 15c3eabb-11c1-4d32-93fe-e39d3aae4835
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-048456
    namespace: kserve-ci-e2e-test
    resourceVersion: "36772"
    uid: cf902e5c-6bc1-4990-92f8-9d05f2b7f763
  kind: Event
  lastTimestamp: "2026-07-28T18:11:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-048456": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:25Z"
    name: isvc-init-fail-048456.18c686970c617832
    namespace: kserve-ci-e2e-test
    resourceVersion: "36802"
    uid: 4cf078d1-7b01-42f9-a655-91a64b764514
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:51:59.290391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27317"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-cx5mp
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c685877e9edcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27323"
    uid: b49b07a2-b519-4c88-a735-3d48685c9df9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c68587980cf5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27337"
    uid: 467b4826-c6da-470c-8d16-55cbb9373028
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c685879a54c130
    namespace: kserve-ci-e2e-test
    resourceVersion: "27339"
    uid: 5a4be6ad-173b-4a2a-9028-9ad799053683
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c685879ce1e1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27340"
    uid: 6fd57ae7-8981-4851-874c-9ef2731514b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c685879d57f1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27341"
    uid: 52518319-ebd1-44e4-9c7e-a5c996bff924
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:52:03Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6858878af59b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27375"
    uid: a5425acb-27ee-4716-b8ba-8f8ab1608041
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.53s (6.53s including
    waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c68589fdece8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27422"
    uid: cce48f15-6c0d-456c-b157-fe7fe098d9f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6858a00f6c80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27425"
    uid: 181487a9-347b-4a27-8b25-cf264b330b9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6858a017000d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: b82cc53a-8e4c-4e67-a33d-f551cf0815b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6858a017a48a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27427"
    uid: 33359d05-bc31-4059-b611-9ba83a6f364d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6858a042019b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: d5912dc9-69ab-4645-b883-a9edcbe8a727
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6858a048de132
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: 8712e574-10f2-4300-a65f-32452ab11ccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:53:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6858a1c320dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27901"
    uid: c3c6f8a6-d01c-4c5b-a558-454666dfbf7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:53:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6859c6f6ffb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28011"
    uid: da28c947-4fee-4c1d-a3c6-e3708869b64a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:53:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:29Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6859c6f70b4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28012"
    uid: 4c6c49c3-763a-44ae-9e29-e7884fb1b066
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 3aa9cd9a-4a1d-4150-bc93-303ff34c6c63
  kind: Event
  lastTimestamp: "2026-07-28T17:53:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-cx5mp.18c6859cf856ad06
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: a43aa66c-d2b3-493e-9df1-e7372963feca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27306"
    uid: c16b4c87-2c6e-4635-b0b1-60840efb0191
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-cx5mp'
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c685877d6602a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: 7a019be3-0668-47d6-afa1-7ade9ee2ee9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: de236e4d-daf5-4ae2-906b-e0fb1a58d4c7
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-predictor.18c6858774d5b39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27308"
    uid: 26b1c31f-a00e-45b7-9550-efab9a461caf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 97c2d507-3044-4bee-b822-97fb3892a0ac
  kind: Event
  lastTimestamp: "2026-07-28T17:52:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:44Z"
    name: isvc-lightgbm-predictor.18c6858af309e6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27672"
    uid: 62ad9c74-df24-45e6-bb6f-fe5d63c498d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 97c2d507-3044-4bee-b822-97fb3892a0ac
  kind: Event
  lastTimestamp: "2026-07-28T17:52:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:44Z"
    name: isvc-lightgbm-predictor.18c6858af37dcf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "27673"
    uid: 02ce2522-c256-411d-a55c-abfd786d1a1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27463"
    uid: 97c2d507-3044-4bee-b822-97fb3892a0ac
  kind: Event
  lastTimestamp: "2026-07-28T17:53:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:14Z"
    name: isvc-lightgbm-predictor.18c6859570f70c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "27882"
    uid: db1358d7-2b01-4377-b411-61d98087895b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27463"
    uid: 97c2d507-3044-4bee-b822-97fb3892a0ac
  kind: Event
  lastTimestamp: "2026-07-28T17:53:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:14Z"
    name: isvc-lightgbm-predictor.18c685957163ffbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27883"
    uid: 208707e6-4399-4e32-8903-9c345f1291c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:53:34.384550Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28080"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c6859da2ac8f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "28084"
    uid: c3423138-c053-49c8-978c-0b0abbf3f058
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:34Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c6859dbc3ddaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28100"
    uid: 62aba498-0b5d-46b4-9cb4-0d60917654e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c6859dbdae66aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28102"
    uid: 39a8568a-3f95-4b8a-8b8a-bfd5bc707733
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c6859dc04f9495
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 7f96e1e7-0ada-4c30-be31-5a7afab6d82a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c6859dc0c10692
    namespace: kserve-ci-e2e-test
    resourceVersion: "28105"
    uid: 99c208f1-484e-44da-8b3f-23eed09c4313
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:39Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c6859ec4eafc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28144"
    uid: 00d71300-8185-49c5-88b0-fdb9d145d707
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:45Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.293s (6.293s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685a03c095036
    namespace: kserve-ci-e2e-test
    resourceVersion: "28192"
    uid: 25e9c43a-70ca-4bac-bf3b-242d74c624d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685a03f2ed71d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28193"
    uid: d85ddc6b-8599-4311-9737-363d55c0b9f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685a03fa75847
    namespace: kserve-ci-e2e-test
    resourceVersion: "28194"
    uid: 60a8e70c-bd24-4879-a88a-a6bfae07cfb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685a03fb23e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: cc505085-e9b3-4699-ab86-a3b3148c3b7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685a042bb7c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "28197"
    uid: af625367-c306-4c8e-b430-3a03b142be0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:53:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685a04331f067
    namespace: kserve-ci-e2e-test
    resourceVersion: "28199"
    uid: 38d834be-38c3-40a3-8a82-94a9d767d7cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:54:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685a068563497
    namespace: kserve-ci-e2e-test
    resourceVersion: "28684"
    uid: 114f0fcd-c1a1-4c31-a5d1-311d790d8434
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:55:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685b2b6a625fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: dd421bee-a87c-4aa3-85cf-8aa738757c0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:55:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685b2b6a742c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28808"
    uid: a129780e-0254-4c72-b74b-54734cbf58f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 56d06fb1-b87e-4500-882d-c70bb49f6be0
  kind: Event
  lastTimestamp: "2026-07-28T17:55:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:07Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r.18c685b344793f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28825"
    uid: 07c61c56-b3ad-4225-997c-a9d062856d1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28068"
    uid: 5f288fed-c41a-4532-ac17-b238dc7ecd73
  kind: Event
  lastTimestamp: "2026-07-28T17:53:34Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-p6h5r'
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c6859da231b243
    namespace: kserve-ci-e2e-test
    resourceVersion: "28081"
    uid: 208f8ede-debe-425c-b943-d046fd547400
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28066"
    uid: 8fd87fe5-8297-4c4d-8e3e-24b51503f7ad
  kind: Event
  lastTimestamp: "2026-07-28T17:53:34Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime-predictor.18c6859d9d9245d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28069"
    uid: 2c0a16ad-df38-4137-810e-4ce603a330c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: e8bbbd32-4007-4ded-8a55-18b5fd37b420
  kind: Event
  lastTimestamp: "2026-07-28T17:53:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:49Z"
    name: isvc-lightgbm-runtime-predictor.18c685a11c2ac57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28228"
    uid: db10cadf-79ce-4503-b277-4bd040500dd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: e8bbbd32-4007-4ded-8a55-18b5fd37b420
  kind: Event
  lastTimestamp: "2026-07-28T17:53:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:49Z"
    name: isvc-lightgbm-runtime-predictor.18c685a11c96cd61
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: 887f4d0e-1769-4c78-b431-a42961bef16a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: e8bbbd32-4007-4ded-8a55-18b5fd37b420
  kind: Event
  lastTimestamp: "2026-07-28T17:55:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:04Z"
    name: isvc-lightgbm-runtime-predictor.18c685a49bab8983
    namespace: kserve-ci-e2e-test
    resourceVersion: "28781"
    uid: 073e831b-bbd1-4fec-b9b9-f60b59680405
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28229"
    uid: e8bbbd32-4007-4ded-8a55-18b5fd37b420
  kind: Event
  lastTimestamp: "2026-07-28T17:55:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:04Z"
    name: isvc-lightgbm-runtime-predictor.18c685a49c14d817
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: ed8218a3-4ea9-49aa-a6e2-ffa707b51d32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28059"
    uid: 5bb01187-8a98-4673-8ad8-558ee55ec7a5
  kind: Event
  lastTimestamp: "2026-07-28T17:55:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:02Z"
    name: isvc-lightgbm-runtime.18c6859d9dc6beff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 7d54d64d-6d3a-4245-af61-4330844eece0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28059"
    uid: 5bb01187-8a98-4673-8ad8-558ee55ec7a5
  kind: Event
  lastTimestamp: "2026-07-28T17:53:34Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime.18c6859d9e3f0c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28090"
    uid: 8f90a9f9-0f46-4451-be74-bf2a2a0fd9df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28060"
    uid: 5bb01187-8a98-4673-8ad8-558ee55ec7a5
  kind: Event
  lastTimestamp: "2026-07-28T17:53:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:34Z"
    name: isvc-lightgbm-runtime.18c6859da4ec4e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28091"
    uid: d5d1db54-d5fe-4463-83ac-ff5aec5d4bb6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 5bb01187-8a98-4673-8ad8-558ee55ec7a5
  kind: Event
  lastTimestamp: "2026-07-28T17:55:02Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:02Z"
    name: isvc-lightgbm-runtime.18c685b2205df6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: 5505ccce-5683-4259-a4b4-ad4c427c3db6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:58:15.445078Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30255"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685df132fd427
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: 40927606-b36b-42dc-b04a-c97e9b4a8637
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685df213fdac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30270"
    uid: cbb15011-244b-4ac3-9edd-3d11ab649062
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30265"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:16Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:58:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685df504bda90
    namespace: kserve-ci-e2e-test
    resourceVersion: "30278"
    uid: 33c8712b-8763-43a5-a1aa-f1c2bc95d6a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685df51d274e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30280"
    uid: cd638d4b-0b00-45b1-ae64-0f0b5cd11d8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685df541b9b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: 225dbdaf-0a9b-4a05-b9af-271214f8eaef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:16Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685df548a332f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30282"
    uid: 6ccbee94-b48c-4f69-9b15-ac84b1aaf2b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:20Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e032089e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30313"
    uid: 96e0b9ca-a3bf-44ef-b9f6-e45d2008c51e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e036c36b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30317"
    uid: 7410389d-960c-4ec5-b3c9-d375a49d5342
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e037355f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30318"
    uid: c4a25c41-f6a1-4248-83fc-9f83fc7d116c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e03741689b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 8f5ce47f-db3e-429f-87c5-c233c1bcb9b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e03a8a63a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30321"
    uid: 5222ffdd-8c10-416f-9f5b-8c1e67dcfa6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e03aef028d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 113b53a1-2448-4281-ae8f-6efc9bf112e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e0a9fc6655
    namespace: kserve-ci-e2e-test
    resourceVersion: "30348"
    uid: 27d6a1a6-1f81-46cd-9174-720b2fbc6a64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e3bc1b1e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "30463"
    uid: 9783e3cc-38d5-4966-a0e8-13ed6376cd61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30257"
    uid: ba79581e-d1e1-4360-8b55-e380707207ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt.18c685e3bc1ba0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: 91d94971-7343-41f8-b671-447876bb50ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30243"
    uid: 59b33c13-abd9-4d45-b8b7-3fded66f5a2c
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-ljwxt'
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c685df1294d4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30256"
    uid: da6045d5-5b3c-44b1-af75-d55008160050
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30241"
    uid: aa56d429-c41d-489a-bad2-112b32bf9e07
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c685df0ce9cfa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30244"
    uid: 7b6d0ef7-f08d-4e5b-a646-392c72afdb52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 859ef1c4-ca85-4c92-b298-38c0eac4600e
  kind: Event
  lastTimestamp: "2026-07-28T17:58:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:30Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c685e28c1889f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30406"
    uid: db117f75-f06e-42be-915e-7d7f49a909a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30242"
    uid: 859ef1c4-ca85-4c92-b298-38c0eac4600e
  kind: Event
  lastTimestamp: "2026-07-28T17:58:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:30Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c685e28c966b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "30407"
    uid: f164da74-fd26-4089-bfe6-53e96511f0a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: 18341c93-8a3b-4425-a9bd-8eaf9304370d
  kind: Event
  lastTimestamp: "2026-07-28T17:58:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:28Z"
    name: isvc-lightgbm-v2-kserve.18c685df0cef3e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "30388"
    uid: 5a2a8f86-c591-4e2f-9fa2-e8b27876b964
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: 18341c93-8a3b-4425-a9bd-8eaf9304370d
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-lightgbm-v2-kserve.18c685df0d8a8fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30247"
    uid: b3144b9d-94c8-4c21-9c36-3597f8a63890
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: 18341c93-8a3b-4425-a9bd-8eaf9304370d
  kind: Event
  lastTimestamp: "2026-07-28T17:58:28Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:28Z"
    name: isvc-lightgbm-v2-kserve.18c685e217a17e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: 42345104-8e78-4f71-ab8e-327c33595a7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:55:10.042431Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28870"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:55:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:55:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685b3e853f3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 3915dc36-0aff-49f5-a2f8-389f1d2365e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28881"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:55:10Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:55:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685b401daad67
    namespace: kserve-ci-e2e-test
    resourceVersion: "28891"
    uid: 54dddd7d-1d38-4a0d-9a95-3877fcf8b50a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:55:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685b403854792
    namespace: kserve-ci-e2e-test
    resourceVersion: "28893"
    uid: e234cd07-2f13-4452-8915-839955ecfa6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:55:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685b4073555f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: 38b8cf5f-25f8-415d-b513-0a8ae5107636
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:55:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685b407a5feb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28895"
    uid: 38722a7b-3a1e-4140-b5d5-c1862f3f9c82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:55:14Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-28T17:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685b4e6dcbbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28930"
    uid: 577289f0-ef3e-4f20-8572-7fa0d287c037
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:57:23Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m9.217s
    (2m9.217s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685d2fcd83785
    namespace: kserve-ci-e2e-test
    resourceVersion: "29831"
    uid: 7aba1aa9-dc19-4742-beb6-456aaa33e7f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:57:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685d3026fc043
    namespace: kserve-ci-e2e-test
    resourceVersion: "29833"
    uid: 8b3e2dca-b14c-440f-a83f-241b6402bdb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:57:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685d3038275d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29834"
    uid: bfb6c08a-aeef-495e-b764-226afab43698
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:57:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685d3038dcbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29835"
    uid: 1566d25e-954f-4e14-b0d6-7e9a8005e689
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:57:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685d309855417
    namespace: kserve-ci-e2e-test
    resourceVersion: "29837"
    uid: 364f5f0e-83fd-4c1f-8086-b43a8c3bf928
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:57:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685d30a75be9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: a41d8dea-6c91-4c0f-9492-b10b99a51487
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:58:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685dddd4b0d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "30190"
    uid: 420dd099-0aa4-4fa2-978c-4b810501baad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: ec0e1426-1e37-43af-a013-ccc10261b333
  kind: Event
  lastTimestamp: "2026-07-28T17:58:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm.18c685dddd4b8c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30191"
    uid: 3d2bd3b5-7cd6-42ed-8640-5408f06b9fff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: 0f3f199d-54c9-478b-93ab-838e69b4f3c0
  kind: Event
  lastTimestamp: "2026-07-28T17:55:10Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jvlcm'
  metadata:
    creationTimestamp: "2026-07-28T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c685b3e7a5e5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28871"
    uid: 62d08428-ffad-4f9e-ab00-81003170cfae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28857"
    uid: 5708d495-66d1-4bdb-866a-6310ad7447bc
  kind: Event
  lastTimestamp: "2026-07-28T17:55:09Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c685b3e2cd1456
    namespace: kserve-ci-e2e-test
    resourceVersion: "28860"
    uid: 81cdf2ff-d8cb-43c7-aabb-1776117274c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: e2724132-cf62-4cae-8cdd-61bbd5c24520
  kind: Event
  lastTimestamp: "2026-07-28T17:57:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:55Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c685b762c74cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: f948992a-d008-458d-b23f-e00e256e352a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: e2724132-cf62-4cae-8cdd-61bbd5c24520
  kind: Event
  lastTimestamp: "2026-07-28T17:57:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:55Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c685b763801f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: bfb080a1-a13e-4ff1-b16b-e80c3b2caa19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: e2724132-cf62-4cae-8cdd-61bbd5c24520
  kind: Event
  lastTimestamp: "2026-07-28T17:58:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c685dddb795104
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: f86f2e72-a3fd-4f08-88a0-947549b3a64d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: e2724132-cf62-4cae-8cdd-61bbd5c24520
  kind: Event
  lastTimestamp: "2026-07-28T17:58:10Z"
  message: horizontalpodautoscalers.autoscaling "isvc-lightgbm-v2-runtime-predictor"
    not found
  metadata:
    creationTimestamp: "2026-07-28T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c685dddb9f0efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: ce643ec8-baed-4909-b2ac-2a74fb1b81ae
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: e2724132-cf62-4cae-8cdd-61bbd5c24520
  kind: Event
  lastTimestamp: "2026-07-28T17:58:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:10Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c685dddb9fe23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30188"
    uid: 30862055-9404-43b9-a193-75cef486e843
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 20590cc6-8a80-4784-a0b4-624ce5a988a3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:00Z"
    name: isvc-lightgbm-v2-runtime.18c685b3e2ce4603
    namespace: kserve-ci-e2e-test
    resourceVersion: "30103"
    uid: 277c54eb-555c-4736-bd5c-07b74c72e2a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28850"
    uid: 20590cc6-8a80-4784-a0b4-624ce5a988a3
  kind: Event
  lastTimestamp: "2026-07-28T17:55:10Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:10Z"
    name: isvc-lightgbm-v2-runtime.18c685b3e3508962
    namespace: kserve-ci-e2e-test
    resourceVersion: "28880"
    uid: fcc8b990-a447-4d49-8f55-02e71cd9fd5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28853"
    uid: 20590cc6-8a80-4784-a0b4-624ce5a988a3
  kind: Event
  lastTimestamp: "2026-07-28T17:55:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:10Z"
    name: isvc-lightgbm-v2-runtime.18c685b3e95ffe35
    namespace: kserve-ci-e2e-test
    resourceVersion: "28882"
    uid: ce271431-d1b3-4a9b-a2ca-70d455bbd8bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30101"
    uid: 20590cc6-8a80-4784-a0b4-624ce5a988a3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:00Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:00Z"
    name: isvc-lightgbm-v2-runtime.18c685db80c6cd9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30102"
    uid: e3166fba-dd81-4593-80ed-0b0a0d892e59
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27297"
    uid: 4aa98a79-bde0-4b3b-986d-1d535dcaf7b9
  kind: Event
  lastTimestamp: "2026-07-28T17:53:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:26Z"
    name: isvc-lightgbm.18c6858774e7ee13
    namespace: kserve-ci-e2e-test
    resourceVersion: "27979"
    uid: f4d0a786-ccd7-4617-8dfc-efd9b29e5ba1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27297"
    uid: 4aa98a79-bde0-4b3b-986d-1d535dcaf7b9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm.18c6858776080e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: 54f8d06e-4697-4c84-90a2-9e81ae3dfebb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27298"
    uid: 4aa98a79-bde0-4b3b-986d-1d535dcaf7b9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm.18c685878110be03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27329"
    uid: ae9f8a0e-fd50-4865-9bb4-388713771d08
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27977"
    uid: 4aa98a79-bde0-4b3b-986d-1d535dcaf7b9
  kind: Event
  lastTimestamp: "2026-07-28T17:53:26Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:26Z"
    name: isvc-lightgbm.18c6859bd4a72426
    namespace: kserve-ci-e2e-test
    resourceVersion: "27978"
    uid: cc3e06d5-73e4-46fc-9c82-8a195be3aca5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:30:23.144866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6b6746bb7-9l9d4
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:30:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c68459b653c6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: a1be2c31-b54a-4f89-ab91-f6299037da40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c68459c2d47130
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 6055c44f-51ac-4c3d-bb41-f28a659a7569
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:24Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:30:24Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c68459f3576a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 636134df-45fd-45a3-9b9a-fda51e914700
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:24Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c68459f5358b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: b7a5133c-a56e-4bbb-9910-2e5fee15ff82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:24Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c68459f8290e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 83bfe0f2-7d8a-40c3-aed4-f3dc2b8add44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:24Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c68459f896e29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 6e973830-76ed-486a-b09f-20aae6a2c4f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845af0cb2038
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: 3016d9f3-3c15-4c04-9744-48db610e0d9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845af393e163
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 66236c3d-0460-4a0a-8f37-d8ce8bb87d51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845af4064c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 3a0d7f8e-024e-4745-a83b-76cef2c92fc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845af40f8429
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: f758c4c6-140a-4ea6-9a3a-fc8e4326ad5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845af7153825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 793e2d6e-225d-46d8-a1ee-66923677dec4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845af7823fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: b72fc77f-9062-459b-8d73-581823cda5f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845af78b68f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: f43cef5b-5e0b-4928-af7e-a3f062fa84f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845afacb3b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: b60b3531-bd5b-46ad-ba0e-8368cd1901c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845afb3e00c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 48c9ee66-e105-441f-8af6-237a5fc653ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:32:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:05Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845b2ce4eaeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 341d87d8-8896-4d9e-b5b0-94b65a71ee32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:32:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:05Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6845b2cee5128
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 5afcc393-eb8b-420f-be8f-3330aeac4704
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6846fe4f87f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 0e62c828-332e-4f7a-a500-3a61ed849b3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6846fe4f889b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: 16993cb1-416d-468b-9aa2-d6995fa834d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c6846fe4f8ce53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 00035e66-1bda-4afc-aeba-9b21047e81fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-9l9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: d2f33d36-a65b-42ba-a4c3-bdce22a26efa
  kind: Event
  lastTimestamp: "2026-07-28T17:32:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:15Z"
    name: isvc-logger-predictor-6b6746bb7-9l9d4.18c684705d2fb05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 265ea040-a4f9-403b-a6b3-21c2ec199adf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6b6746bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: cdaa7e44-309d-40db-a3b4-998a2cff0fb2
  kind: Event
  lastTimestamp: "2026-07-28T17:30:23Z"
  message: 'Created pod: isvc-logger-predictor-6b6746bb7-9l9d4'
  metadata:
    creationTimestamp: "2026-07-28T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-logger-predictor-6b6746bb7.18c68459b5cc2a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: cd195b15-c0a6-4c42-9907-b92771ac0cd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 4548887f-7cbd-4a9f-bec9-32b08f02d021
  kind: Event
  lastTimestamp: "2026-07-28T17:30:23Z"
  message: Scaled up replica set isvc-logger-predictor-6b6746bb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-logger-predictor.18c68459b1e8aa5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: bb1c44f2-c4db-4336-b9cc-9695b3a26b05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 4d70a992-29f0-40aa-90e5-1e15799f07f6
  kind: Event
  lastTimestamp: "2026-07-28T17:30:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:53Z"
    name: isvc-logger-predictor.18c6845d3045b2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: 6e67c4a9-2514-47bb-b160-d8ff89723ca5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 4d70a992-29f0-40aa-90e5-1e15799f07f6
  kind: Event
  lastTimestamp: "2026-07-28T17:30:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:53Z"
    name: isvc-logger-predictor.18c6845d30ad4bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 8bada966-8e22-432b-b536-f90f74ea5591
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: 4d70a992-29f0-40aa-90e5-1e15799f07f6
  kind: Event
  lastTimestamp: "2026-07-28T17:31:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:53Z"
    name: isvc-logger-predictor.18c684642ede361e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 9ba58fb2-3638-4919-b13e-b651f8e0adf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: 4d70a992-29f0-40aa-90e5-1e15799f07f6
  kind: Event
  lastTimestamp: "2026-07-28T17:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:53Z"
    name: isvc-logger-predictor.18c684642f4cbe9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: e9ef95bf-d570-4944-8c58-f9738b16af21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 59b2118c-b10e-432d-8c80-0420baf25724
  kind: Event
  lastTimestamp: "2026-07-28T17:31:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:45Z"
    name: isvc-logger.18c68459b1f59a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: 39f75207-877c-4a69-b220-e121310960f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 59b2118c-b10e-432d-8c80-0420baf25724
  kind: Event
  lastTimestamp: "2026-07-28T17:30:23Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-logger.18c68459b28a30cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: d5e0f6e0-b9b0-44d9-85cd-937c01725524
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: 59b2118c-b10e-432d-8c80-0420baf25724
  kind: Event
  lastTimestamp: "2026-07-28T17:31:45Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:45Z"
    name: isvc-logger.18c6846ce4d1f930
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: a9022f2c-812c-440a-92b6-b18e3029f06b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:58:40.705969Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:58:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:58:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e4f4da89b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 86bbeb8b-9db7-4fb6-881d-7389cd751ed8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e50097c7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30535"
    uid: e7ad9e6c-da7e-4156-bb0b-a61eca1c166d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30531"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:41Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:58:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e5327044b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30548"
    uid: 94fdebb3-611a-44b8-876d-e34dff295c05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e5389547a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30550"
    uid: 920190bd-e6ce-4576-a387-302b8da906aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e53b1ad8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: 75a4c881-9fbd-4c5b-b8c1-14a15a0aa73b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:41Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e53b7ef66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30552"
    uid: c218e627-d435-49a8-8060-a3537c1548d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:46Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e64758512b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: 36c0a28f-0df0-4d91-95ed-58e0e8d13008
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e64a1fbbec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30591"
    uid: 70963eea-db39-478b-9f3c-f363a7231fef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e64a8c736a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30592"
    uid: a3fc714f-c604-44e1-9530-f0655519b640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e64a9742be
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 4706022f-339a-4521-ad50-ffd25914e636
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e64dce61e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30597"
    uid: cfd9f69b-0ba4-441d-a67e-bffbaf27e306
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:58:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:46Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685e64e81897a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30598"
    uid: 1d574d85-391f-4076-a6f8-89def5d78b01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:59:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685f09e1ce1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: 69c84b46-8bff-4877-80df-7abc71f3ad37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: dff28ba6-d027-4ada-8b92-81b1515b0607
  kind: Event
  lastTimestamp: "2026-07-28T17:59:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977.18c685f09e235066
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 0f5e8ce4-abb8-4561-a782-3ce29fecd7a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "30512"
    uid: e78b0530-0c3e-4fc1-a14b-d59a8c8c7242
  kind: Event
  lastTimestamp: "2026-07-28T17:58:40Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-6z977'
  metadata:
    creationTimestamp: "2026-07-28T17:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c685e4f432c2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: 8dd1ac5a-76e0-4365-af70-9da27adcbe0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30510"
    uid: f33f7b8b-6bdd-4a57-9f23-a82cb68c28e0
  kind: Event
  lastTimestamp: "2026-07-28T17:58:40Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:40Z"
    name: isvc-mlflow-v2-runtime-predictor.18c685e4ef928aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: 5122fd7c-322a-4d80-85e7-6647d874e08a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30511"
    uid: 0b9c37b9-9b3e-4224-a2e3-50bccdf84ac9
  kind: Event
  lastTimestamp: "2026-07-28T17:59:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:25Z"
    name: isvc-mlflow-v2-runtime-predictor.18c685e86e00e50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30885"
    uid: 78676096-e872-44ae-98fa-753b83869949
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30511"
    uid: 0b9c37b9-9b3e-4224-a2e3-50bccdf84ac9
  kind: Event
  lastTimestamp: "2026-07-28T17:59:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:25Z"
    name: isvc-mlflow-v2-runtime-predictor.18c685e86e74390f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: a993df56-c3de-4775-8ee0-d886df74bc97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30503"
    uid: 2b88dcf6-0a31-418d-a6db-45d7cd83fdcf
  kind: Event
  lastTimestamp: "2026-07-28T17:59:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:23Z"
    name: isvc-mlflow-v2-runtime.18c685e4ef9860f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: 9e7bcd40-dd0d-4328-bd4c-abcaae551ceb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30503"
    uid: 2b88dcf6-0a31-418d-a6db-45d7cd83fdcf
  kind: Event
  lastTimestamp: "2026-07-28T17:58:40Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:40Z"
    name: isvc-mlflow-v2-runtime.18c685e4f03919b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30516"
    uid: 5e510658-7511-4e26-8198-7af959456b25
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 2b88dcf6-0a31-418d-a6db-45d7cd83fdcf
  kind: Event
  lastTimestamp: "2026-07-28T17:59:23Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:23Z"
    name: isvc-mlflow-v2-runtime.18c685eeec7e0578
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: 5a3dcf55-012e-422c-8cb1-e8e43b014a07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:01:01.189582Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31673"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-shpq6
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:01:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68605aa54415b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: e0d68870-ca69-4c3c-94f0-af30d3ea3606
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31683"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:01Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:01:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68605c3b17759
    namespace: kserve-ci-e2e-test
    resourceVersion: "31691"
    uid: 59c9900b-3641-438a-a654-aad6312b78db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68605c5c9ac27
    namespace: kserve-ci-e2e-test
    resourceVersion: "31693"
    uid: 4e5b89d8-ae3b-476d-8e74-0fb728a0390e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68605c9050b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "31695"
    uid: e1707193-d87c-4877-9189-aa1aa3a88495
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68605c9c21dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31697"
    uid: 850e3e0e-8945-4ba5-96f6-673b95c1b85c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:08Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c6860740e53372
    namespace: kserve-ci-e2e-test
    resourceVersion: "31748"
    uid: 923e31ac-b54c-4178-b638-ee7a5767c706
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:19Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.551s (11.551s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68609f164d916
    namespace: kserve-ci-e2e-test
    resourceVersion: "31834"
    uid: 1da3dc62-184c-42ff-93b2-ca57976f3d3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68609f4b7f191
    namespace: kserve-ci-e2e-test
    resourceVersion: "31835"
    uid: d5fdf20e-eb25-4806-9291-32adc50c2c88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68609f5230cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31836"
    uid: 1927b02c-f7b9-467e-b006-4bdde7bced55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68609f52cb812
    namespace: kserve-ci-e2e-test
    resourceVersion: "31837"
    uid: 227362af-5e1c-45a6-804d-3f8ba35e1cf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68609f7d678d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: a1f4e477-9f0e-4fc5-bf5c-35920c73f5de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c68609f844cfc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: 9b550e1e-0655-482e-8259-f2ee0f640157
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:01:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:01:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:57Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c6860a4b3c9371
    namespace: kserve-ci-e2e-test
    resourceVersion: "32113"
    uid: 06e4d57a-2d9b-40df-af15-d4e29603f77e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:02:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c686165bc18244
    namespace: kserve-ci-e2e-test
    resourceVersion: "32257"
    uid: 64a290e8-eda8-49a5-b5f0-0343fbc119e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31675"
    uid: 8a3f589f-45f3-4634-a20b-eaf2296f0877
  kind: Event
  lastTimestamp: "2026-07-28T18:02:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-shpq6.18c686165bc29f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32258"
    uid: a0bb5367-9fff-42a0-934c-35d9e248d1a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31664"
    uid: 87b85de3-c96b-4187-8c52-66a51a59cbde
  kind: Event
  lastTimestamp: "2026-07-28T18:01:01Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-shpq6'
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:01Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c68605a9afb987
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: ee6a2efb-e0cd-48d5-af14-d95e51822b66
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: a1b13236-b760-451d-9cb5-a9003a852402
  kind: Event
  lastTimestamp: "2026-07-28T18:01:01Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:01Z"
    name: isvc-paddle-predictor.18c68605a6963071
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: 4f948a34-bd4a-4e5b-b316-99de26705e1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31663"
    uid: 49d8f93d-1d86-4531-9869-061fc2ca5eeb
  kind: Event
  lastTimestamp: "2026-07-28T18:01:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:31Z"
    name: isvc-paddle-predictor.18c68609259fee68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31928"
    uid: 80ffc83d-0eec-4065-a6a8-19f563f36e9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31663"
    uid: 49d8f93d-1d86-4531-9869-061fc2ca5eeb
  kind: Event
  lastTimestamp: "2026-07-28T18:01:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:31Z"
    name: isvc-paddle-predictor.18c6860925fdd788
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 631728b5-18e6-42c6-b137-d4f04601a38c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 49d8f93d-1d86-4531-9869-061fc2ca5eeb
  kind: Event
  lastTimestamp: "2026-07-28T18:02:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:01Z"
    name: isvc-paddle-predictor.18c6861024260ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: f60e3959-77b5-4f02-8f9e-d46ca2f4d527
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 49d8f93d-1d86-4531-9869-061fc2ca5eeb
  kind: Event
  lastTimestamp: "2026-07-28T18:02:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:01Z"
    name: isvc-paddle-predictor.18c68610249e3dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32152"
    uid: 63439bbe-aea3-4caa-a1c7-15eacd2dea26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:02:18.080730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:02:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:02:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c6861791661384
    namespace: kserve-ci-e2e-test
    resourceVersion: "32323"
    uid: 2c770cc3-19bf-4384-ac39-3d9e4852e8ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c686179d7f7bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32335"
    uid: f30a73c1-c08b-437c-a8af-4d9c168f0020
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:19Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:02:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c68617cedd9ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: 660a938e-e39b-40ab-bf5d-bb9598984537
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c68617d05de445
    namespace: kserve-ci-e2e-test
    resourceVersion: "32346"
    uid: 3ca75f11-0084-4ed5-9448-fa9cc683396c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c68617d36680c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32347"
    uid: 93286cf3-3cf6-488a-8f76-fa86f94e20a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c68617d3d45e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32348"
    uid: bf029dba-22bc-42fd-9ddc-daced246aee8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:24Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c68619057c5080
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: ac1d7bdb-962b-4453-8160-b054536d91ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c6861909562245
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: 50e7bd7e-6917-4830-b8b6-c9168cc85bec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c6861909cbf155
    namespace: kserve-ci-e2e-test
    resourceVersion: "32396"
    uid: 184790b0-1ac6-48c7-ac43-99a7d3257ca6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c6861909d76d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32397"
    uid: 379ca088-58f8-40db-a14d-c383a768db0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c686190cb833f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: 19fcf54e-8004-4e22-bd8c-71b9634e64ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:02:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c686190d3306ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: bfeb60fc-cbed-4543-a585-791442765ae9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:03:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:02Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c686197d5a4262
    namespace: kserve-ci-e2e-test
    resourceVersion: "32670"
    uid: 7b50854b-b9fe-4f85-b389-163d444bca20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:03:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c68625e8c76d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "32821"
    uid: 9589eca3-05d1-414f-813b-30eea98e8275
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 92652119-ec90-4ba0-8b76-b3b39339427d
  kind: Event
  lastTimestamp: "2026-07-28T18:03:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-cvnvf.18c68625e8c7ba13
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: 844bc3e0-9f3c-49d4-8c4e-3c04a7533080
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32308"
    uid: aa5a197b-65c6-47f7-94f4-4ed9210193e7
  kind: Event
  lastTimestamp: "2026-07-28T18:02:18Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-cvnvf'
  metadata:
    creationTimestamp: "2026-07-28T18:02:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:18Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c686178f39ef98
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 0fd2c7c0-7e68-4fec-81d5-0b5bade5d08d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32306"
    uid: c0dac011-f2b7-4361-a14d-42278ade8ffe
  kind: Event
  lastTimestamp: "2026-07-28T18:02:17Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:17Z"
    name: isvc-paddle-runtime-predictor.18c686178abca889
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 6c2adc25-2bf1-435f-ab73-3f191028b4d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32307"
    uid: b8297bc6-7cb6-4a4e-84b3-79a693c06af4
  kind: Event
  lastTimestamp: "2026-07-28T18:02:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:48Z"
    name: isvc-paddle-runtime-predictor.18c6861b0a216c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: 441a1e9d-f0d5-4ea4-8998-c26e49700ad0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32307"
    uid: b8297bc6-7cb6-4a4e-84b3-79a693c06af4
  kind: Event
  lastTimestamp: "2026-07-28T18:02:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:48Z"
    name: isvc-paddle-runtime-predictor.18c6861b0acb0c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32568"
    uid: 913a3e86-739e-4d4d-ab9a-3beddfe8b160
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32470"
    uid: b8297bc6-7cb6-4a4e-84b3-79a693c06af4
  kind: Event
  lastTimestamp: "2026-07-28T18:03:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:18Z"
    name: isvc-paddle-runtime-predictor.18c68622090ef6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32790"
    uid: b6f2bef4-74d2-4253-af31-3b82a0d8336e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32470"
    uid: b8297bc6-7cb6-4a4e-84b3-79a693c06af4
  kind: Event
  lastTimestamp: "2026-07-28T18:03:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:18Z"
    name: isvc-paddle-runtime-predictor.18c6862209840a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: bc2924fc-36c7-4193-9761-534eb80959e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: 521f9f72-8eee-4f9c-9655-a86deff11496
  kind: Event
  lastTimestamp: "2026-07-28T18:03:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:03:12Z"
    name: isvc-paddle-runtime.18c686178ab64a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 5c3afa5f-fa9c-4651-809e-d8ea698368d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: 521f9f72-8eee-4f9c-9655-a86deff11496
  kind: Event
  lastTimestamp: "2026-07-28T18:02:17Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:17Z"
    name: isvc-paddle-runtime.18c686178b650855
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: c452aa6b-e1d2-417b-be25-e224fff1a8cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: 521f9f72-8eee-4f9c-9655-a86deff11496
  kind: Event
  lastTimestamp: "2026-07-28T18:03:12Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:03:12Z"
    name: isvc-paddle-runtime.18c686243961a9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32749"
    uid: 42b1c527-733d-4a57-87a8-a7c0bb3d2577
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:03:24.864659Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32884"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:03:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:03:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686271e080b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: 93a4367e-724f-4a9a-81ac-2a832937e230
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32895"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:25Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:03:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686273776cfb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: a0c91d3d-02fb-4457-9a53-817dd3bd5c1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c68627394693e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32906"
    uid: 02a2ac2e-6899-4c54-89a2-14c6b2e9fc64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686273c7d78b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: 25489fef-37f2-40de-a808-a9c3536c65d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686273cefbf6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32908"
    uid: 6ad2a30f-2ae9-4b84-8bfb-b76353931c84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:29Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c6862837f0d425
    namespace: kserve-ci-e2e-test
    resourceVersion: "32941"
    uid: 40edda5e-5eae-4647-bd52-7d9e496c0c69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686283a6fcd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32943"
    uid: ed5bfaf6-94f8-4982-9a7a-41b7a4545ed3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686283ae0b7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32944"
    uid: 5dfbac46-cf2f-4bdd-bc6b-7a21aee021bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686283aea4b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32945"
    uid: eea40091-706b-458f-a7ce-4a99779b0013
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686283d7ca84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32949"
    uid: 700381c4-32a8-4fa4-8ca6-6703a4d14fc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:03:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c686283defd477
    namespace: kserve-ci-e2e-test
    resourceVersion: "32950"
    uid: 4d4ff50c-c7a6-4d91-9e7c-c5ec2fb40ce6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:04:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c68628afcafbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33391"
    uid: 70b017ac-1bf3-48a8-a7b0-1d6a1cdbef53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:04:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c68635895284c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33381"
    uid: 1d571b6b-1435-4924-b9fb-c6afe07b175b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:04:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c6863589532707
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: bc031600-cefd-4af7-b5e5-087217002b43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32886"
    uid: d9d7f0b9-07e3-4828-8640-ed456904ea93
  kind: Event
  lastTimestamp: "2026-07-28T18:04:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5.18c68635b9dd09e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33390"
    uid: 1483407b-9111-49a3-b1d2-3c3df5f6708c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32875"
    uid: e1e6b1da-3855-4d70-a8fd-fff66b47735c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:24Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-mcgh5'
  metadata:
    creationTimestamp: "2026-07-28T18:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c686271d45419c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32885"
    uid: 447c0a0f-de0a-43c4-914a-f1279d1f19a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32873"
    uid: ed7423ae-5169-40d9-8edd-472be508e6f1
  kind: Event
  lastTimestamp: "2026-07-28T18:03:24Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:24Z"
    name: isvc-paddle-v2-kserve-predictor.18c68627198a3e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32877"
    uid: 6fd5ea37-ff07-404f-add2-68cb8842d987
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32874"
    uid: 0ececacc-6c6e-4929-a698-1066d43647bf
  kind: Event
  lastTimestamp: "2026-07-28T18:03:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:39Z"
    name: isvc-paddle-v2-kserve-predictor.18c6862a988a9929
    namespace: kserve-ci-e2e-test
    resourceVersion: "33026"
    uid: 91b6d251-3fc2-4b9f-abdb-c4461433e85c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32874"
    uid: 0ececacc-6c6e-4929-a698-1066d43647bf
  kind: Event
  lastTimestamp: "2026-07-28T18:03:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:39Z"
    name: isvc-paddle-v2-kserve-predictor.18c6862a98fc0538
    namespace: kserve-ci-e2e-test
    resourceVersion: "33028"
    uid: 219321f5-e48f-4be7-896f-41dd6c5c7e23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33027"
    uid: 0ececacc-6c6e-4929-a698-1066d43647bf
  kind: Event
  lastTimestamp: "2026-07-28T18:04:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:24Z"
    name: isvc-paddle-v2-kserve-predictor.18c6862e180e687d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: c9cc282b-f57a-4a48-9e9a-a738405ab7ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33027"
    uid: 0ececacc-6c6e-4929-a698-1066d43647bf
  kind: Event
  lastTimestamp: "2026-07-28T18:04:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:24Z"
    name: isvc-paddle-v2-kserve-predictor.18c6862e189e728f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33352"
    uid: c3590756-634d-41d8-ae10-f696a9321d5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32866"
    uid: ee0ab5b7-4dfb-491e-826b-228c6637c1eb
  kind: Event
  lastTimestamp: "2026-07-28T18:04:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:17Z"
    name: isvc-paddle-v2-kserve.18c68627198fb83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33303"
    uid: 34bf4ec8-318a-4a2e-8d12-f50cb9d8e5b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32866"
    uid: ee0ab5b7-4dfb-491e-826b-228c6637c1eb
  kind: Event
  lastTimestamp: "2026-07-28T18:03:24Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:03:24Z"
    name: isvc-paddle-v2-kserve.18c686271a2afa33
    namespace: kserve-ci-e2e-test
    resourceVersion: "32879"
    uid: f82d2948-a3ff-46ef-83f8-8baa3e72382b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33301"
    uid: ee0ab5b7-4dfb-491e-826b-228c6637c1eb
  kind: Event
  lastTimestamp: "2026-07-28T18:04:17Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:17Z"
    name: isvc-paddle-v2-kserve.18c686336bc3af0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: 18a99fdc-ac72-42f0-b1bf-5e5f213a70a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: e14309fb-aa69-4655-b812-64dd3b236194
  kind: Event
  lastTimestamp: "2026-07-28T18:02:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:07Z"
    name: isvc-paddle.18c68605a6966f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 94627c9c-b88c-49f8-989a-c0268ef920f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: e14309fb-aa69-4655-b812-64dd3b236194
  kind: Event
  lastTimestamp: "2026-07-28T18:01:01Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:01:01Z"
    name: isvc-paddle.18c68605a712c1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: 4e2ab913-3da8-47f4-8a6c-ec1d38078896
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32200"
    uid: e14309fb-aa69-4655-b812-64dd3b236194
  kind: Event
  lastTimestamp: "2026-07-28T18:02:07Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:07Z"
    name: isvc-paddle.18c6861507342fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32201"
    uid: b8ba8ff7-718f-4daf-9dd8-41c6837d6e38
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:04:32.053215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-tpxjh
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:04:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c68636c2c7f126
    namespace: kserve-ci-e2e-test
    resourceVersion: "33448"
    uid: f15d6a53-2b70-4d98-bc59-24c79a963dca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33453"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:32Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c68636dc6194c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33465"
    uid: 788deecc-36ba-4997-af95-7e31fe17ee15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c68636ddfa1c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33467"
    uid: eda93503-1d67-4931-ba90-6189b649c0f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c68636e0e01dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33468"
    uid: e692eef3-2d9a-4b69-ae91-715cc3466879
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c68636e1479a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: fbe2b480-ebea-4ea8-b3b5-9b82d2479a80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:36Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:36Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c68637e5ca6d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: e6b59a34-3f33-451b-a3e7-3e63b76ad173
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:43Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.784s (6.784s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:43Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c686397a33c184
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: f5fcb7ce-0e9e-4f19-8c2b-3af473ab11bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:43Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c686397d8249bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: 116a72fd-5832-4929-8fe5-de31c562edbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:43Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c686397df37be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33561"
    uid: 741ce3fa-368e-4403-876e-cfa04b0ee633
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:43Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c686397dfd3fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33562"
    uid: 734c2683-e7f3-43f3-a1e3-b6cc4c883c1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:43Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c6863980cdb1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: bf497d44-decc-4fca-aade-7d7a4992d6d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:04:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:43Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c686398153c53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: c3213188-edd6-430a-b318-c185e960c732
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:05:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:57Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c68639c5581435
    namespace: kserve-ci-e2e-test
    resourceVersion: "34090"
    uid: 547b830b-f12a-497a-8468-cf425fc1751b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:06:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:13Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c6864e5ae3a268
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: ec7ea100-eb17-4cf2-a4b8-eb68b7805582
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:06:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:13Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c6864e5ae42e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34223"
    uid: aa1becd9-1282-493e-a9e8-751dbb534fd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-tpxjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "33446"
    uid: 4e6d927c-15a6-40e4-86c8-3bcdb6c03f45
  kind: Event
  lastTimestamp: "2026-07-28T18:06:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:15Z"
    name: isvc-pmml-predictor-8674795f59-tpxjh.18c6864ef58dcfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34239"
    uid: 1d521d06-117f-47da-bcc1-08ee47dd40a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33434"
    uid: 1ae86fa0-dbeb-4cde-9334-ea5af0c7b81b
  kind: Event
  lastTimestamp: "2026-07-28T18:04:32Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-tpxjh'
  metadata:
    creationTimestamp: "2026-07-28T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-pmml-predictor-8674795f59.18c68636c1ef704e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33444"
    uid: 59c89eca-8630-4b3e-a82b-b6e17de15ec0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: 3288191f-7b09-4836-a28b-50db8b83ea8e
  kind: Event
  lastTimestamp: "2026-07-28T18:04:31Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:31Z"
    name: isvc-pmml-predictor.18c68636bd745bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33436"
    uid: 94411d92-da8f-407f-902c-7070330e843d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: d4c90b02-d8f1-4671-9c7c-1d83b8ee3f94
  kind: Event
  lastTimestamp: "2026-07-28T18:04:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:46Z"
    name: isvc-pmml-predictor.18c6863a3cbf0ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33590"
    uid: 79508f45-7941-4730-9295-230aa0aac935
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: d4c90b02-d8f1-4671-9c7c-1d83b8ee3f94
  kind: Event
  lastTimestamp: "2026-07-28T18:04:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:47Z"
    name: isvc-pmml-predictor.18c6863a3de2ed1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33592"
    uid: 19c27948-d011-4af6-9492-2d30d8247207
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: d4c90b02-d8f1-4671-9c7c-1d83b8ee3f94
  kind: Event
  lastTimestamp: "2026-07-28T18:06:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:02Z"
    name: isvc-pmml-predictor.18c6863dbdb7971b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34120"
    uid: 891674fb-1a34-4870-a433-3030fcfc886a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33591"
    uid: d4c90b02-d8f1-4671-9c7c-1d83b8ee3f94
  kind: Event
  lastTimestamp: "2026-07-28T18:06:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:02Z"
    name: isvc-pmml-predictor.18c6863dbe5b5496
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: 2ffa0bab-854b-4bc7-bb32-531d71439f47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:06:18.476165Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-87tld
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c6864f8a155ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34291"
    uid: b9d0a916-6811-4ebb-91c0-2126b0def804
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34296"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:18Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c6864fa3abda23
    namespace: kserve-ci-e2e-test
    resourceVersion: "34303"
    uid: 4ba21abc-5cb6-4767-ac78-182036678944
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c6864fa52e7580
    namespace: kserve-ci-e2e-test
    resourceVersion: "34305"
    uid: bbeceabb-3353-4c0e-b552-fbf4fcfd34c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c6864fa7b6519f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: 7b22f455-ec0e-4314-9f10-a5fa0c01affb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c6864fa819f2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34308"
    uid: e50faa15-cddd-4271-b3ea-677d5bc9388c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:23Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68650b07f540d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34347"
    uid: 2482fd91-7536-4f12-8fc2-a003f776a3bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68650b369c83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34349"
    uid: 82bd2179-1938-4254-aa2d-b2e0c74e51e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68650b3d3e5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: 9ae7dc57-320d-49cf-988b-4c8bf9631bc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68650b3df21ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34351"
    uid: f809c88d-d1ea-4586-bda2-0087fd245618
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68650b686514a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34355"
    uid: b69c1a0b-e678-42a7-a4e7-d2a72c4f2105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:06:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:23Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68650b6eeeb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34356"
    uid: 4958a5f0-f451-4cd7-ab9f-3222debc4ede
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:07:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68651285b9e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34901"
    uid: d58167e1-9212-47e3-bb46-62a72394af21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:07:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68664c23a3636
    namespace: kserve-ci-e2e-test
    resourceVersion: "34981"
    uid: 676de8a1-3138-4cd5-a42f-df51ef1dd3e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:07:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:49Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c68664c23ac861
    namespace: kserve-ci-e2e-test
    resourceVersion: "34982"
    uid: d5a93911-1d94-4736-9ebf-659f9ed3ca22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-87tld
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: c7ff3f7e-0921-4838-bcac-5a7b97f018b6
  kind: Event
  lastTimestamp: "2026-07-28T18:07:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-87tld.18c686652e8c08b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34995"
    uid: f1d9e7fa-c3bd-4d69-a0ac-6ac5b950086f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: e3e94594-3b9a-4022-84f0-c06c76b57fee
  kind: Event
  lastTimestamp: "2026-07-28T18:06:18Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-87tld'
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c6864f890e03fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: e4fd4afb-2b7e-4d0b-a876-21ccd7e0563b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34270"
    uid: 1f751bef-23ff-4e37-bf69-8fe90ce4db5d
  kind: Event
  lastTimestamp: "2026-07-28T18:06:18Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime-predictor.18c6864f83331aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34274"
    uid: 77724b8c-4e59-489a-9e24-24504b7734b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34271"
    uid: 7c4f7643-90bb-4998-b2f2-eebb1a4c97f8
  kind: Event
  lastTimestamp: "2026-07-28T18:06:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:33Z"
    name: isvc-pmml-runtime-predictor.18c686530214b2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34428"
    uid: 2462294d-bbe9-430d-a7e4-a943f33d4145
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34271"
    uid: 7c4f7643-90bb-4998-b2f2-eebb1a4c97f8
  kind: Event
  lastTimestamp: "2026-07-28T18:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:33Z"
    name: isvc-pmml-runtime-predictor.18c686530296648f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: f8298797-3519-4577-acdc-78003d1ac46d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: 7c4f7643-90bb-4998-b2f2-eebb1a4c97f8
  kind: Event
  lastTimestamp: "2026-07-28T18:07:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:48Z"
    name: isvc-pmml-runtime-predictor.18c6865682389f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "34958"
    uid: 4ebd43e3-1971-4fbe-8f1b-afb7de114018
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: 7c4f7643-90bb-4998-b2f2-eebb1a4c97f8
  kind: Event
  lastTimestamp: "2026-07-28T18:07:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:48Z"
    name: isvc-pmml-runtime-predictor.18c68656829f5e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "34959"
    uid: f1c7fabd-a40a-415c-93cb-60e2395449ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: 358f12d4-9cb7-41df-a632-9e1e04ffc77f
  kind: Event
  lastTimestamp: "2026-07-28T18:07:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:07:44Z"
    name: isvc-pmml-runtime.18c6864f8327c1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: 35d2f810-4620-4696-93cb-ddfe3f433ca8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34263"
    uid: 358f12d4-9cb7-41df-a632-9e1e04ffc77f
  kind: Event
  lastTimestamp: "2026-07-28T18:06:18Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime.18c6864f83ca4538
    namespace: kserve-ci-e2e-test
    resourceVersion: "34297"
    uid: 67de2157-26a5-4587-ad6f-b3f31954c68a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: 358f12d4-9cb7-41df-a632-9e1e04ffc77f
  kind: Event
  lastTimestamp: "2026-07-28T18:06:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:06:18Z"
    name: isvc-pmml-runtime.18c6864f8c32d867
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: b2c6367d-7588-4991-b70a-2d156591dd84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 358f12d4-9cb7-41df-a632-9e1e04ffc77f
  kind: Event
  lastTimestamp: "2026-07-28T18:07:44Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:07:44Z"
    name: isvc-pmml-runtime.18c6866399978cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34930"
    uid: 2cdb468e-106d-4693-9b8f-478638bc1a95
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:07:54.831530Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35047"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:07:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:07:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c68665f94f8e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35051"
    uid: 2fd983dd-0fee-4fcf-a8be-296b434d35d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35054"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:55Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:07:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c6866612be6f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "35064"
    uid: e269f067-027c-4d77-83f3-40070c965c2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c68666145c905a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35068"
    uid: f789552e-70f8-4f18-95b4-817752b266dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c6866616f8130e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35070"
    uid: 6163526b-13f5-4cfa-86c8-72fa3e275f79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c68666175bff4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: db173074-e520-40ae-9ae9-71ed20c381fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:59Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c6866723cfb734
    namespace: kserve-ci-e2e-test
    resourceVersion: "35106"
    uid: 9a924401-03e3-4a5a-a21e-9953799a82b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c686672725b034
    namespace: kserve-ci-e2e-test
    resourceVersion: "35108"
    uid: 49678e2e-8248-46e2-99c6-1d151ea08a47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c68667279bdb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35109"
    uid: 4832f142-a169-42d2-b331-4f46094edd61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c6866727a66374
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: 348bc67d-93b5-45db-bfe5-3f053f3860bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c686672a9d8105
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: 72bcb74c-6064-4791-87c8-09c24064607a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:07:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c686672b108cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35114"
    uid: 29e428df-02e5-4c1c-ac40-8d8b27fc9f11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:09:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:26Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c686675fd5aacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35763"
    uid: 3689dbbc-9055-4d99-b9f0-b3556107c61e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:09:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c6867b307571ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35754"
    uid: 8ca02e75-cf0e-4992-872b-853b0abe2f70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:09:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:25Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c6867b307607ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35755"
    uid: 3c775684-1c23-4a4a-8613-779495a2eb3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: ab5801bd-e79c-415e-9370-52cf6be18501
  kind: Event
  lastTimestamp: "2026-07-28T18:09:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:26Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf.18c6867b661d99cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: 1f610125-8cef-4e76-b890-ee1830ff5656
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35036"
    uid: e7d4951a-3d4b-45db-ada2-118b3996c7ab
  kind: Event
  lastTimestamp: "2026-07-28T18:07:54Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-2zpsf'
  metadata:
    creationTimestamp: "2026-07-28T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c68665f8be99e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35049"
    uid: fcaa56ce-9431-4673-9dcf-14f824ba724f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35034"
    uid: 3f214551-5a89-48e0-826f-05c68ddea1a4
  kind: Event
  lastTimestamp: "2026-07-28T18:07:54Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:54Z"
    name: isvc-pmml-v2-kserve-predictor.18c68665f35dae20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35037"
    uid: 634858c6-b6d8-4468-a424-909df390eba0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35035"
    uid: ffb92930-8d76-40a9-bb49-f857fa98bc64
  kind: Event
  lastTimestamp: "2026-07-28T18:08:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c68669727109ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: 08e4b81f-fecc-4f1b-a5ec-2e3ab502d262
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35035"
    uid: ffb92930-8d76-40a9-bb49-f857fa98bc64
  kind: Event
  lastTimestamp: "2026-07-28T18:08:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c6866972e49b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35407"
    uid: 28e15b98-6efc-400b-ac23-9609c51d8585
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: ffb92930-8d76-40a9-bb49-f857fa98bc64
  kind: Event
  lastTimestamp: "2026-07-28T18:09:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:24Z"
    name: isvc-pmml-v2-kserve-predictor.18c6866cf1b8fb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35729"
    uid: 10fc7dc8-614a-4de8-b0e4-f46e49cb3846
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: ffb92930-8d76-40a9-bb49-f857fa98bc64
  kind: Event
  lastTimestamp: "2026-07-28T18:09:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:24Z"
    name: isvc-pmml-v2-kserve-predictor.18c6866cf22c00d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35730"
    uid: 1b4ab30a-1dd8-4707-a7da-c8606d82f497
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35027"
    uid: 2fc0b3ab-2da4-4d99-b061-0f117cbb97ee
  kind: Event
  lastTimestamp: "2026-07-28T18:09:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:09:16Z"
    name: isvc-pmml-v2-kserve.18c68665f35d118e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35674"
    uid: 49c5946a-31b7-4c87-b65f-5d2bef8030e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35027"
    uid: 2fc0b3ab-2da4-4d99-b061-0f117cbb97ee
  kind: Event
  lastTimestamp: "2026-07-28T18:07:54Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:07:54Z"
    name: isvc-pmml-v2-kserve.18c68665f401dc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35041"
    uid: c97c4b38-0d4a-41bf-8dff-07a41c425292
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35672"
    uid: 2fc0b3ab-2da4-4d99-b061-0f117cbb97ee
  kind: Event
  lastTimestamp: "2026-07-28T18:09:16Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:09:16Z"
    name: isvc-pmml-v2-kserve.18c6867917dd94e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35673"
    uid: 5534942d-e725-4941-bdb8-0f12a9e5d056
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: 3ea98e40-613b-4e35-8487-d6465005af4f
  kind: Event
  lastTimestamp: "2026-07-28T18:06:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:06:07Z"
    name: isvc-pmml.18c68636bd9e4f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34165"
    uid: c7a674a7-3f51-4719-b61c-bdd36815f2a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: 3ea98e40-613b-4e35-8487-d6465005af4f
  kind: Event
  lastTimestamp: "2026-07-28T18:04:31Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:31Z"
    name: isvc-pmml.18c68636be7d19a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: ee9a713a-48b2-4fda-9027-abd1eb3b6d37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: 3ea98e40-613b-4e35-8487-d6465005af4f
  kind: Event
  lastTimestamp: "2026-07-28T18:06:07Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:06:07Z"
    name: isvc-pmml.18c6864d098ace55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 79d86b7d-f384-4b57-9bdb-8726b4b0a298
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:15:31.598105Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38780"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:15:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:15:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d052b853a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: 0f6268ab-61c6-42fc-bbcf-4c99939e9663
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38789"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:32Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:15:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d06c56744d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38800"
    uid: 07abdb91-0091-4ff8-9605-b54083c74ef1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d06ea18bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38804"
    uid: 9ffd8207-d106-454c-ae22-c541ff07911a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d0713de79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38805"
    uid: 59eee399-a560-4b0b-a4fd-b91b394ab58d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:32Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d071a2551c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38806"
    uid: 83635b3d-1df8-47f6-b2dc-99c13427f78b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:36Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d18cda5af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38844"
    uid: b5c462fe-7572-44e0-95e4-f18bac647e5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d18fe9864a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38846"
    uid: fc247086-4fea-49a5-90b9-3adfb06db407
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d1904f3f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "38847"
    uid: e49ecc8b-10e4-45ff-932e-30b2e18d21c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d1905ab5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38849"
    uid: 9a4e15b1-570a-4916-a8b2-f825cebaec0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d1937d4a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "38853"
    uid: 5a1f94bb-a2ab-4cf8-8393-4bd2225b0fa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:15:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d193e78d0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38854"
    uid: 503b85b9-e66e-4086-b2ee-a35a6fda2ad8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:17:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686d1c8dc019d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39490"
    uid: 2a9055f8-7632-4966-85a1-1c230d02244a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686e54c8c21c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: 69ced16d-564d-4922-9a82-1d4d3b70be1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686e54c8ca738
    namespace: kserve-ci-e2e-test
    resourceVersion: "39480"
    uid: 43c39ad0-9276-4cb6-8927-6ed7a25e1e08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38782"
    uid: b809cd57-48a3-498a-b829-9144b37e8033
  kind: Event
  lastTimestamp: "2026-07-28T18:17:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h.18c686e5cf04a206
    namespace: kserve-ci-e2e-test
    resourceVersion: "39494"
    uid: 57104193-ca3e-420b-9726-912ca5bb6ae9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38769"
    uid: 02c66850-a1e6-4380-a3ec-5b4be4dea2af
  kind: Event
  lastTimestamp: "2026-07-28T18:15:31Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-82x7h'
  metadata:
    creationTimestamp: "2026-07-28T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c686d0521bf28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38781"
    uid: 470c9d75-cbfd-490a-88fd-2c2a8aac4907
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38767"
    uid: e11a4e49-0c07-47ab-8d82-276f93963a3f
  kind: Event
  lastTimestamp: "2026-07-28T18:15:31Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:31Z"
    name: isvc-predictive-lightgbm-predictor.18c686d04bf97438
    namespace: kserve-ci-e2e-test
    resourceVersion: "38770"
    uid: d6777977-6689-44db-ae10-5e7231c53c6e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 29beea7b-5250-4c13-9467-ad2dc8328dbd
  kind: Event
  lastTimestamp: "2026-07-28T18:16:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:01Z"
    name: isvc-predictive-lightgbm-predictor.18c686d3cb990e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "39033"
    uid: cadb1374-e057-4cc5-9cca-8a81002061f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38768"
    uid: 29beea7b-5250-4c13-9467-ad2dc8328dbd
  kind: Event
  lastTimestamp: "2026-07-28T18:16:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:01Z"
    name: isvc-predictive-lightgbm-predictor.18c686d3cc169501
    namespace: kserve-ci-e2e-test
    resourceVersion: "39034"
    uid: e202b9af-fd53-4039-854a-359d758d00dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38926"
    uid: 29beea7b-5250-4c13-9467-ad2dc8328dbd
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: isvc-predictive-lightgbm-predictor.18c686daca5823eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: 5a39006b-96af-4ec2-8008-530383b43137
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38926"
    uid: 29beea7b-5250-4c13-9467-ad2dc8328dbd
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: isvc-predictive-lightgbm-predictor.18c686dacab9bf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: b2d6d68f-3d06-4998-8204-599e5ea2ddf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:20:18.289007Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41083"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c6871312d45482
    namespace: kserve-ci-e2e-test
    resourceVersion: "41087"
    uid: ac55c9ba-fb58-4fcb-ad08-14943ca52522
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41091"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:18Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c687132c71d855
    namespace: kserve-ci-e2e-test
    resourceVersion: "41102"
    uid: 40c3f6ba-afeb-432a-b61e-a4b26d8a9b2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c687132def25b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41104"
    uid: d047ee4c-ab8b-4d9f-b411-fc9f6cccdbda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c6871330bc71cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41105"
    uid: 9414b344-d20a-4a7f-99f5-77851313aa42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c68713312fc738
    namespace: kserve-ci-e2e-test
    resourceVersion: "41106"
    uid: 9a5dc391-1122-407d-8ae7-a4b08d490821
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c687143359ae02
    namespace: kserve-ci-e2e-test
    resourceVersion: "41142"
    uid: f6a784ee-aed4-4006-a6a1-da844df0ea40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c6871436a21e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41144"
    uid: f2c2ff68-0615-4fbb-931b-ff7800826291
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c68714371aad07
    namespace: kserve-ci-e2e-test
    resourceVersion: "41146"
    uid: 88a7638d-a48f-42b7-b2ca-265a78f4db25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c687143726899b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41148"
    uid: 8d82f8f1-2e41-460d-836c-8742d5903b95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c687143a9188ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "41150"
    uid: 9274cafb-c13d-4f22-b445-0528d080a9ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:20:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c687143b1ecdf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41151"
    uid: 8f5a0513-03c9-4c8d-9a99-57b76bcd821e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:21:51Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c6871d0df3b710
    namespace: kserve-ci-e2e-test
    resourceVersion: "41795"
    uid: f176afad-5f30-42a9-af71-90f5416f02dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:21:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c687281208ef30
    namespace: kserve-ci-e2e-test
    resourceVersion: "41773"
    uid: a1e6c70f-51f4-45fa-8080-699f357cf516
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:21:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c687281209f03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41774"
    uid: dc8b8a96-a7c8-4d6e-bc24-a90c8ea3fbde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: fbf72fc2-d50e-44f6-8f7b-bb438397d392
  kind: Event
  lastTimestamp: "2026-07-28T18:21:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl.18c68728b1e15cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41794"
    uid: a81cd5da-9e5f-468a-9e7a-293b523aac78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41070"
    uid: cc043aad-92c7-4b67-9206-0040e01a51f6
  kind: Event
  lastTimestamp: "2026-07-28T18:20:18Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-phvgl'
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c6871312606853
    namespace: kserve-ci-e2e-test
    resourceVersion: "41084"
    uid: 559a24d4-d950-4703-a218-656a682d2ae3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41068"
    uid: 90c7a416-6b30-4876-8089-3e2b29055c8a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:18Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c687130e168a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "41071"
    uid: c8313924-8cc1-4b03-a9a5-98d73a1857a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41069"
    uid: 42de92fc-32e8-40c3-950e-05001b3bee08
  kind: Event
  lastTimestamp: "2026-07-28T18:20:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:33Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c687168d23ba84
    namespace: kserve-ci-e2e-test
    resourceVersion: "41219"
    uid: dc079b47-8008-4e12-b50c-7a230e6d25e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41069"
    uid: 42de92fc-32e8-40c3-950e-05001b3bee08
  kind: Event
  lastTimestamp: "2026-07-28T18:20:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:33Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c687168d951f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41221"
    uid: 1508d94e-a19d-444f-ad37-de733bb18172
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41220"
    uid: 42de92fc-32e8-40c3-950e-05001b3bee08
  kind: Event
  lastTimestamp: "2026-07-28T18:21:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:48Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6871a0c69c6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41756"
    uid: b474eba5-dc29-4e9f-9225-d1b6d2d9d6ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41220"
    uid: 42de92fc-32e8-40c3-950e-05001b3bee08
  kind: Event
  lastTimestamp: "2026-07-28T18:21:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:48Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6871a0ccf3adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41757"
    uid: 04ca783f-4541-45d4-b1d0-31594b7f4f2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41061"
    uid: 9b973d6f-ae1c-41ae-83ed-5f5ef4a1d270
  kind: Event
  lastTimestamp: "2026-07-28T18:21:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:41Z"
    name: isvc-predictive-lightgbm-v2.18c687130e574734
    namespace: kserve-ci-e2e-test
    resourceVersion: "41709"
    uid: 9cdd2951-2b4f-488b-b6f1-2877b11b1e63
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41061"
    uid: 9b973d6f-ae1c-41ae-83ed-5f5ef4a1d270
  kind: Event
  lastTimestamp: "2026-07-28T18:20:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2.18c687130ec7d296
    namespace: kserve-ci-e2e-test
    resourceVersion: "41093"
    uid: 6ec9d9b8-78a7-4033-a045-12215b8ab841
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41064"
    uid: 9b973d6f-ae1c-41ae-83ed-5f5ef4a1d270
  kind: Event
  lastTimestamp: "2026-07-28T18:20:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:20:18Z"
    name: isvc-predictive-lightgbm-v2.18c68713158c684a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41094"
    uid: cf65864e-c3d0-4a64-8058-688b0c917d40
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41706"
    uid: 9b973d6f-ae1c-41ae-83ed-5f5ef4a1d270
  kind: Event
  lastTimestamp: "2026-07-28T18:21:41Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:41Z"
    name: isvc-predictive-lightgbm-v2.18c6872669049d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41707"
    uid: a220c669-a915-4a88-9377-8403be752474
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38759"
    uid: 411068ae-6b07-492b-9ea5-71633dfe8dc7
  kind: Event
  lastTimestamp: "2026-07-28T18:16:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:16:53Z"
    name: isvc-predictive-lightgbm.18c686d04c0bccad
    namespace: kserve-ci-e2e-test
    resourceVersion: "39406"
    uid: 73ae7d19-5582-4fff-8469-14cb68ae1f1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38759"
    uid: 411068ae-6b07-492b-9ea5-71633dfe8dc7
  kind: Event
  lastTimestamp: "2026-07-28T18:15:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:31Z"
    name: isvc-predictive-lightgbm.18c686d04ca00fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38773"
    uid: 45ddc41f-2fe9-4544-8d13-023b7d69b367
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39403"
    uid: 411068ae-6b07-492b-9ea5-71633dfe8dc7
  kind: Event
  lastTimestamp: "2026-07-28T18:16:53Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:16:53Z"
    name: isvc-predictive-lightgbm.18c686e36bfce78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39404"
    uid: d0d4a318-1506-415d-9563-6bfa567794ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:11:40.984116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36984"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:11:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:11:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c6869aa10e2b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: b959c94c-d62b-47db-9e80-26bffe6902bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36993"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:11:41Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:11:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c6869aba4b1b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "37003"
    uid: 2ceb68f0-3b3a-4b8c-ac10-22ea2cf672ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:11:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c6869abbe6ea5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: a2cb0352-f326-4c35-a776-e346bc29cd9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:11:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c6869abec6014f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37006"
    uid: f2d25379-557b-46c1-8986-e220c536799a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:11:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:41Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c6869abf30aa08
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: cf2689e5-ee0d-4dfa-b225-7d695076ce64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:11:45Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:45Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c6869bb2ddb2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37039"
    uid: 295f2474-e5f5-4813-b7c4-0e053ba9f3d1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.609s
    (22.609s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686a0f67c9485
    namespace: kserve-ci-e2e-test
    resourceVersion: "37200"
    uid: 8a675e9b-563f-4909-b672-276c0a0fc43a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686a0fc7811ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: b2ed8288-8587-4e06-aba5-9e451e6d8b7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686a0fdaaf600
    namespace: kserve-ci-e2e-test
    resourceVersion: "37204"
    uid: a13e4bfb-5501-4eaf-93a3-1558deae97b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686a0fdb5a8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37205"
    uid: 92bb8f6f-41fb-48f7-be2f-bfb84a6a37c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686a1034d2f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: 89e52ed9-20bc-49e6-b534-a097c2170c70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686a1045d5390
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: 5800d57a-5470-49a2-8e4c-14aebdd99c1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:13:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:17Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686a150f24fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37696"
    uid: 66e86c2f-8777-4b94-8460-01807958fb56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:13:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686b4441ca2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: 194bcea1-76dc-4c05-b70a-8c956fb4649d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36986"
    uid: cf47b959-b971-47d3-8bf4-8a7f9da6347d
  kind: Event
  lastTimestamp: "2026-07-28T18:13:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:13:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:31Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9.18c686b4441d5e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "37815"
    uid: 7f4fa95a-7411-4110-8d29-a989aad0e982
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 5818a3ca-8241-4307-85bb-95446c0285ee
  kind: Event
  lastTimestamp: "2026-07-28T18:11:40Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-ljhq9'
  metadata:
    creationTimestamp: "2026-07-28T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:40Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c6869aa087dd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 324d1eab-f4ab-4f7e-ab4e-a3ef5859fa3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: ac93a95a-3fc1-439e-b0d3-4c6f032c7488
  kind: Event
  lastTimestamp: "2026-07-28T18:11:40Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:40Z"
    name: isvc-predictive-sklearn-predictor.18c6869a9c3802be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 2bc82523-a012-4c79-944d-7f2e0ac3261f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: fceda3f7-6612-4394-8ee2-ac3915f189b8
  kind: Event
  lastTimestamp: "2026-07-28T18:12:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:40Z"
    name: isvc-predictive-sklearn-predictor.18c6869e1aa15180
    namespace: kserve-ci-e2e-test
    resourceVersion: "37443"
    uid: dc2b3f1b-952c-49dd-9716-a819a59356cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: fceda3f7-6612-4394-8ee2-ac3915f189b8
  kind: Event
  lastTimestamp: "2026-07-28T18:12:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:40Z"
    name: isvc-predictive-sklearn-predictor.18c6869e1b2ff193
    namespace: kserve-ci-e2e-test
    resourceVersion: "37444"
    uid: 566684a2-427f-45ae-a203-b064f7f34f1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: fceda3f7-6612-4394-8ee2-ac3915f189b8
  kind: Event
  lastTimestamp: "2026-07-28T18:13:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:26Z"
    name: isvc-predictive-sklearn-predictor.18c686ac17f3b05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: ef23e1cc-588c-4b19-b38c-0673c36690d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: fceda3f7-6612-4394-8ee2-ac3915f189b8
  kind: Event
  lastTimestamp: "2026-07-28T18:13:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:26Z"
    name: isvc-predictive-sklearn-predictor.18c686ac1870c60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37754"
    uid: de88eda8-44aa-4d48-9cd7-902d79b65e67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:17:06.918665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e68444bf05
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: 30a318d8-850a-456a-99ff-2da5b2f7ed76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39550"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:07Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e69e680234
    namespace: kserve-ci-e2e-test
    resourceVersion: "39563"
    uid: 39782f43-c9d3-4044-8399-c98f98e69305
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e69ff05794
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: afc99686-3cc9-4fc8-bf2f-9db176773d52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e6a30289d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39566"
    uid: d938a3ba-f1ad-4fc2-b512-01aa7d12b77d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:07Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e6a3748f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "39567"
    uid: e800520d-8de9-4a45-bf50-33b87b7370ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:12Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e7c4b73e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "39612"
    uid: 216c90ba-915b-4f7d-93b6-d3ca6de3371d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e7c85cee3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39614"
    uid: f4b8f1ae-109f-46f3-95f6-dd3506782f28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e7c8cf67cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: e1ba4462-6a5b-48f8-9d93-3c184cbf669a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e7c8db1ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39617"
    uid: 675dfe88-8ee1-4ca8-a4fd-677344c3f853
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e7cc0f93e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39620"
    uid: 2110a6bf-d059-4ff8-9eff-712c113863a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686e7cc849e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "39622"
    uid: 322b71f6-0a48-4750-92d9-3381add3e779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:18:38Z"
  message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686f09efdba19
    namespace: kserve-ci-e2e-test
    resourceVersion: "40266"
    uid: ced22dbf-2822-4f06-b856-bdfa9efbb974
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:18:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686fbb062f571
    namespace: kserve-ci-e2e-test
    resourceVersion: "40256"
    uid: 43fba34d-692d-40cc-b9a3-4c1b67eff41f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:18:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:18:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686fbb0639183
    namespace: kserve-ci-e2e-test
    resourceVersion: "40257"
    uid: d8f7b3c2-c6f3-468d-a526-b365bce15374
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: dba0ce12-9678-44c0-a520-89e628d76e4e
  kind: Event
  lastTimestamp: "2026-07-28T18:18:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd.18c686fc42db2a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "40276"
    uid: e09784ed-464f-466f-b006-8fa5cfaced24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39528"
    uid: 550b2d97-64a6-4109-a6d2-770606b3e9c7
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-l7nkd'
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c686e6839e2806
    namespace: kserve-ci-e2e-test
    resourceVersion: "39541"
    uid: 41283003-c5af-40fd-84e3-3b24b53101e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39525"
    uid: 3cea42af-ed49-4cc2-8dde-2c7ba0469896
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: isvc-predictive-sklearn-v2-predictor.18c686e67cda8d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "39529"
    uid: 7d1118c6-4800-40e0-a57e-8a8b4045e48a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: fb5f3b34-f176-419c-ad47-cedda1bb17ac
  kind: Event
  lastTimestamp: "2026-07-28T18:17:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18c686e9fb3e7adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: c66d1434-d763-4bd9-b88f-2dce3141ad60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: fb5f3b34-f176-419c-ad47-cedda1bb17ac
  kind: Event
  lastTimestamp: "2026-07-28T18:17:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18c686e9fbb1c110
    namespace: kserve-ci-e2e-test
    resourceVersion: "39795"
    uid: fce07ac7-867b-450a-b3f8-8bb8c5edc7fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39688"
    uid: fb5f3b34-f176-419c-ad47-cedda1bb17ac
  kind: Event
  lastTimestamp: "2026-07-28T18:18:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18c686f0fa31350d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: 0d7f51f2-5024-416c-8bea-2113b7cd554b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39688"
    uid: fb5f3b34-f176-419c-ad47-cedda1bb17ac
  kind: Event
  lastTimestamp: "2026-07-28T18:18:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:36Z"
    name: isvc-predictive-sklearn-v2-predictor.18c686f0faabca49
    namespace: kserve-ci-e2e-test
    resourceVersion: "40232"
    uid: 5a033229-9feb-429d-8c12-68ffddae1601
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: e0b3d0ea-26f5-4f17-9719-4c91e533810d
  kind: Event
  lastTimestamp: "2026-07-28T18:18:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:28Z"
    name: isvc-predictive-sklearn-v2.18c686e67cdd741f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40176"
    uid: 0a97b572-3b8c-4fe5-9611-c58cba33ada5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39518"
    uid: e0b3d0ea-26f5-4f17-9719-4c91e533810d
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: isvc-predictive-sklearn-v2.18c686e67da1777f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39549"
    uid: a139cad2-e8ac-4d35-af74-cafe9cffb207
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39521"
    uid: e0b3d0ea-26f5-4f17-9719-4c91e533810d
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: isvc-predictive-sklearn-v2.18c686e68611c4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39551"
    uid: 50ed745d-aefd-4657-8d5d-af355714b4e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40174"
    uid: e0b3d0ea-26f5-4f17-9719-4c91e533810d
  kind: Event
  lastTimestamp: "2026-07-28T18:18:28Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:28Z"
    name: isvc-predictive-sklearn-v2.18c686f991307596
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: 429f0164-5d35-4ea0-a033-3bb3d2dfb080
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: ca25e5e0-8ec1-4c52-9123-d5bd31d00147
  kind: Event
  lastTimestamp: "2026-07-28T18:13:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:13:27Z"
    name: isvc-predictive-sklearn.18c6869a9c30db41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37772"
    uid: 2c9631a0-6ce3-4c78-8ef8-cc58bbede7be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: ca25e5e0-8ec1-4c52-9123-d5bd31d00147
  kind: Event
  lastTimestamp: "2026-07-28T18:11:40Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:40Z"
    name: isvc-predictive-sklearn.18c6869a9cfe0270
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: f0f95122-04ea-4b4f-8072-d59823291e1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37770"
    uid: ca25e5e0-8ec1-4c52-9123-d5bd31d00147
  kind: Event
  lastTimestamp: "2026-07-28T18:13:27Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:13:27Z"
    name: isvc-predictive-sklearn.18c686b3628a6f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: 6055596a-9324-47a7-9531-aaca2f477e4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:13:36.314968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37879"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-z2vth
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686b57b4f3f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37883"
    uid: 477a6565-9ce9-468a-8555-75419bf8141c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37888"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:13:36Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686b5949ff1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37896"
    uid: a950dd1c-5ce5-4374-8626-d175d6cd067f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:13:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686b5963dca04
    namespace: kserve-ci-e2e-test
    resourceVersion: "37898"
    uid: 216af307-3e69-4e79-b65d-80c3fde7dc32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:13:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686b59945d3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37900"
    uid: e0c55eb7-3a78-47db-8f7e-b17857828e30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:13:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686b599b9fea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37901"
    uid: 6a469194-50fb-40f7-962a-86f46412af48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:13:41Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:41Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686b6a6834c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "37941"
    uid: 6fa47737-8ae3-4b5f-9acb-3a4092d3e277
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:14:02Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.644s
    (21.644s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:02Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686bbb0a13d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38095"
    uid: 1a28a001-9804-4dcc-86ac-1140ec6588c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:14:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686bbb3f5cbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38096"
    uid: 65039d9f-536b-4cc5-aef0-d421a1f8944c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:14:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686bbb4642771
    namespace: kserve-ci-e2e-test
    resourceVersion: "38097"
    uid: e03d9b2a-d643-46b2-9f45-6fb70da04030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:14:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686bbb4704ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38098"
    uid: a97ff35c-d280-43de-a367-3c2ee263b8a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:14:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686bbb79685f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: bbb64b2e-23e7-4a33-adab-e3b6a8620c38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:14:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686bbb80ca93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38100"
    uid: 7058ed64-28a3-4545-be47-90c9beb9106b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:15:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686bc08fcaca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38745"
    uid: 2c434b1e-87b9-4256-8d14-90bbeed46dc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:15:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686cf1ca96478
    namespace: kserve-ci-e2e-test
    resourceVersion: "38716"
    uid: 85341fca-70a2-4717-a855-41b0cc8ebdc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:15:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686cf1ca9faa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38717"
    uid: 6ff97997-c3b5-4266-a7c8-d6ff7286de29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 7e38f478-a703-440a-acef-f958ff518a93
  kind: Event
  lastTimestamp: "2026-07-28T18:15:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-z2vth.18c686d00f382bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: 71d44f95-1a47-44ee-98dd-c75b66bd2ae6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "37866"
    uid: a8104c27-b97a-4205-b005-463213e5a919
  kind: Event
  lastTimestamp: "2026-07-28T18:13:36Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-z2vth'
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c686b57ab0994a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: e932b264-9735-44a8-a1d1-4f6996c7a9e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37864"
    uid: 41777f94-9198-4589-9fa5-69c974e56108
  kind: Event
  lastTimestamp: "2026-07-28T18:13:36Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost-predictor.18c686b574e0a98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37870"
    uid: 726423b9-a1b8-42ac-a3bf-23b9088c452f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37865"
    uid: cb02bf56-63dd-4475-af89-fd655fcebe37
  kind: Event
  lastTimestamp: "2026-07-28T18:14:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:14:51Z"
    name: isvc-predictive-xgboost-predictor.18c686b8f37672db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38445"
    uid: 6323048d-d0d3-42a9-827c-e906edd072b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37865"
    uid: cb02bf56-63dd-4475-af89-fd655fcebe37
  kind: Event
  lastTimestamp: "2026-07-28T18:14:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:14:51Z"
    name: isvc-predictive-xgboost-predictor.18c686b8f3ec2674
    namespace: kserve-ci-e2e-test
    resourceVersion: "38446"
    uid: 4f28ffec-7dcf-484f-a129-fcd1f0f3a34f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38009"
    uid: cb02bf56-63dd-4475-af89-fd655fcebe37
  kind: Event
  lastTimestamp: "2026-07-28T18:15:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:21Z"
    name: isvc-predictive-xgboost-predictor.18c686ca6fe4c486
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: 447573b1-5721-4895-a030-b2f1586dd784
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38009"
    uid: cb02bf56-63dd-4475-af89-fd655fcebe37
  kind: Event
  lastTimestamp: "2026-07-28T18:15:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:21Z"
    name: isvc-predictive-xgboost-predictor.18c686ca7059814e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: 605c74e0-cb99-4d6e-861d-1584adce3d5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:18:42.997190Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40318"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:18:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:18:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fce2fe9458
    namespace: kserve-ci-e2e-test
    resourceVersion: "40322"
    uid: e86b8146-b9ac-4a67-857d-907da9f178be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40326"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fcfcfc8ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40334"
    uid: 3db900e3-e479-49d1-854b-fb71e5d6db9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fcfe8b710e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40336"
    uid: d3a2ad65-72d8-4f38-bdd3-5479766a9cbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fd01b36815
    namespace: kserve-ci-e2e-test
    resourceVersion: "40337"
    uid: 79479560-08ed-436d-afb0-b0b12f862daf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fd022b0e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 395d03f8-5fc3-4bb4-94e2-08063f0d1b88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fde23dc59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40378"
    uid: 4d082736-b458-472d-8ab0-0ed5ada1eda0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fde65ef5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40381"
    uid: f3107d2f-0b65-4ee6-af9c-f2d8ed8e33d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fde6d5044d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: 0b5bc280-e738-496a-a276-93bc115ec0a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fde6e0b753
    namespace: kserve-ci-e2e-test
    resourceVersion: "40383"
    uid: 4a331050-f71f-4dc4-865a-ebf28aa76829
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fde9ba554e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40384"
    uid: 18ed778e-13eb-4639-b51d-336c377a9f4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:18:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c686fdea2fb489
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: f316d967-c18f-45c9-abfd-4b0f0c3d582d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:20:15Z"
  message: 'Readiness probe failed: Get "http://10.133.0.52:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c68706bc8707e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41036"
    uid: 2e8fd9e1-a98a-4135-b531-99fadcd38fb6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:20:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c68711e159dd3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41018"
    uid: 283f24c0-8e44-4d23-b248-93b5abe918de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:20:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c68711e15aec05
    namespace: kserve-ci-e2e-test
    resourceVersion: "41019"
    uid: 6630a5f4-59da-4bd2-8d02-738419472579
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: 41588ba0-9374-4a87-a8a9-32ff3ce5a3f7
  kind: Event
  lastTimestamp: "2026-07-28T18:20:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr.18c68712605f648f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 9ed08dcc-d800-45ed-bc2f-49155b42622c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40307"
    uid: 9191d8bf-e7e0-474b-ac08-2837623af3db
  kind: Event
  lastTimestamp: "2026-07-28T18:18:42Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-rh2jr'
  metadata:
    creationTimestamp: "2026-07-28T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c686fce24535c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40319"
    uid: 4c12449e-dd15-41ef-bc1f-be7963a9ce38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40305"
    uid: 5e9d789b-6eba-420c-bee6-f6c5df60e43d
  kind: Event
  lastTimestamp: "2026-07-28T18:18:42Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:42Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686fcddcf7cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40308"
    uid: 7ba6f580-97f3-48f5-83c9-9fdfe99006df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40306"
    uid: 39f08a5f-0399-4ca8-b18c-76b03759a4c6
  kind: Event
  lastTimestamp: "2026-07-28T18:19:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18c687005ce89500
    namespace: kserve-ci-e2e-test
    resourceVersion: "40671"
    uid: 51ad40dc-97fd-449a-8e71-a177617decf6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40306"
    uid: 39f08a5f-0399-4ca8-b18c-76b03759a4c6
  kind: Event
  lastTimestamp: "2026-07-28T18:19:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18c687005d7c0644
    namespace: kserve-ci-e2e-test
    resourceVersion: "40672"
    uid: 955f87d9-6bbe-4b99-bb79-ae87affd2210
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40466"
    uid: 39f08a5f-0399-4ca8-b18c-76b03759a4c6
  kind: Event
  lastTimestamp: "2026-07-28T18:20:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:13Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6870ada90be27
    namespace: kserve-ci-e2e-test
    resourceVersion: "41001"
    uid: 8aafae8a-147d-4542-bbda-afe97dd44e9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40466"
    uid: 39f08a5f-0399-4ca8-b18c-76b03759a4c6
  kind: Event
  lastTimestamp: "2026-07-28T18:20:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:13Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6870adb096b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "41003"
    uid: 31c7cb46-5124-445f-adae-c94026b96d35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40297"
    uid: abf83d71-34a3-4895-bb74-88b13c8e3f26
  kind: Event
  lastTimestamp: "2026-07-28T18:20:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:20:05Z"
    name: isvc-predictive-xgboost-v2.18c686fcddcb6f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40941"
    uid: 6e913341-d7a9-45ed-b2f9-d4342c2a2cdd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40297"
    uid: abf83d71-34a3-4895-bb74-88b13c8e3f26
  kind: Event
  lastTimestamp: "2026-07-28T18:18:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:42Z"
    name: isvc-predictive-xgboost-v2.18c686fcde51abd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40311"
    uid: ff925ece-4913-4123-80de-dbc70f78bbb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40939"
    uid: abf83d71-34a3-4895-bb74-88b13c8e3f26
  kind: Event
  lastTimestamp: "2026-07-28T18:20:05Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:20:05Z"
    name: isvc-predictive-xgboost-v2.18c6871017b5cb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "40940"
    uid: fbdccbad-8619-4309-9041-0ce1c560a12e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: 14257163-06b4-4de6-910e-4705d3e43d1f
  kind: Event
  lastTimestamp: "2026-07-28T18:15:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:20Z"
    name: isvc-predictive-xgboost.18c686b574e07760
    namespace: kserve-ci-e2e-test
    resourceVersion: "38653"
    uid: d27c5151-1ce4-4c29-94bc-25e4c5634da6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: 14257163-06b4-4de6-910e-4705d3e43d1f
  kind: Event
  lastTimestamp: "2026-07-28T18:13:36Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost.18c686b575c74863
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: a5622d6c-fa02-4c74-a630-9b8de4fc1356
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37861"
    uid: 14257163-06b4-4de6-910e-4705d3e43d1f
  kind: Event
  lastTimestamp: "2026-07-28T18:13:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:13:36Z"
    name: isvc-predictive-xgboost.18c686b57df1c438
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: d3a533c7-dc24-45ed-a71e-603336140ae8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38651"
    uid: 14257163-06b4-4de6-910e-4705d3e43d1f
  kind: Event
  lastTimestamp: "2026-07-28T18:15:20Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:20Z"
    name: isvc-predictive-xgboost.18c686cdc17b21d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: 903d450f-5b8a-412a-a3bc-a4f1f1accf4f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:09:31.093718Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a0e545-predictor-865b97b54f-v9n79
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867c62fbf4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35820"
    uid: d33f15b4-3f85-42e5-825f-c6fd09515d01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:31Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867c7c810f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "35831"
    uid: 86c05d2b-b0c9-4ec0-9715-08bde4e8442a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867c7dfd01a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: 1bdac282-107c-4aed-9c22-862e365b30c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867c811c51f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: 1e7b6af8-f3d7-4659-ad71-0de71ee42da3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867c818a2cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "35836"
    uid: 47f9029d-f7db-4422-93b6-07e7d20c93d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:35Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867d5bc2286e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: 2d9a8efc-09ef-4239-9d87-17eebc1535ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:35Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867d5fa59848
    namespace: kserve-ci-e2e-test
    resourceVersion: "35872"
    uid: 894b8c24-c6a5-4d0a-acef-d1f81b55652e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:35Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867d601de147
    namespace: kserve-ci-e2e-test
    resourceVersion: "35873"
    uid: ed23dbe5-d6af-4048-8d0b-5e39e027fb89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:35Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867d6028b7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: 13246107-aae2-4754-a98b-ed516dd84b39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:35Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867d6626bafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35876"
    uid: 10b59de2-b67f-4a35-bc12-f7dc1d24268a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:09:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:35Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867d669a0ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35877"
    uid: e63fc863-8a8e-4bc3-bbf7-956bf714e742
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:10:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:09:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:43Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6867dd3ab2f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: 23ee76d7-8026-4290-8eb4-43eec2b97dc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:11:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:20Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c68695d6be1680
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: 6aa76d61-68ba-441f-b30d-e9ef3966b8c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:11:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:20Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c68695d6bea75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36710"
    uid: a85705ac-b9a7-4acf-b0bb-673c824d265b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35818"
    uid: 5ed20b91-c0ed-4f5e-80a1-a416bd762a7d
  kind: Event
  lastTimestamp: "2026-07-28T18:11:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:23Z"
    name: isvc-primary-a0e545-predictor-865b97b54f-v9n79.18c6869681f2d271
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: bcd2896b-9bd2-4b11-98f2-ba8260b2104e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a0e545-predictor-865b97b54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35807"
    uid: bc847613-4c54-43aa-8435-6d9485e00d03
  kind: Event
  lastTimestamp: "2026-07-28T18:09:31Z"
  message: 'Created pod: isvc-primary-a0e545-predictor-865b97b54f-v9n79'
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545-predictor-865b97b54f.18c6867c62825163
    namespace: kserve-ci-e2e-test
    resourceVersion: "35817"
    uid: b09f56af-47c7-4fab-884b-8f9bcdf5b6dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a0e545-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35805"
    uid: 1fa95ccd-cd92-44e3-bd6c-3b9c8281c4a6
  kind: Event
  lastTimestamp: "2026-07-28T18:09:31Z"
  message: Scaled up replica set isvc-primary-a0e545-predictor-865b97b54f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545-predictor.18c6867c5e0f4207
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: 6bac9e84-e6aa-4160-920b-d17271c5f7d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a0e545-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: 2a62c4e3-adb1-4398-b744-5c1ea272e947
  kind: Event
  lastTimestamp: "2026-07-28T18:10:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:01Z"
    name: isvc-primary-a0e545-predictor.18c6867fdd150339
    namespace: kserve-ci-e2e-test
    resourceVersion: "36065"
    uid: 530ae7cc-9a0e-4584-a57a-4717db69daad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a0e545-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35806"
    uid: 2a62c4e3-adb1-4398-b744-5c1ea272e947
  kind: Event
  lastTimestamp: "2026-07-28T18:10:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:01Z"
    name: isvc-primary-a0e545-predictor.18c6867fdd80bec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 653d46f7-5870-4bd0-ac74-03e4a5160bc9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a0e545-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35960"
    uid: 2a62c4e3-adb1-4398-b744-5c1ea272e947
  kind: Event
  lastTimestamp: "2026-07-28T18:11:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:01Z"
    name: isvc-primary-a0e545-predictor.18c68686db817286
    namespace: kserve-ci-e2e-test
    resourceVersion: "36490"
    uid: a7524430-8512-4cb3-8364-b2d06a771e02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a0e545-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35960"
    uid: 2a62c4e3-adb1-4398-b744-5c1ea272e947
  kind: Event
  lastTimestamp: "2026-07-28T18:11:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:01Z"
    name: isvc-primary-a0e545-predictor.18c68686dbf27833
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: 2d5a862c-9e2e-4ed0-a95a-243123c369fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a0e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "35798"
    uid: 9798d3ae-fd0c-47cb-b021-6859467e5186
  kind: Event
  lastTimestamp: "2026-07-28T18:10:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:49Z"
    name: isvc-primary-a0e545.18c6867c5e1138b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: 0868a7db-7ecf-4de1-81bf-aa2da738353b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a0e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "35798"
    uid: 9798d3ae-fd0c-47cb-b021-6859467e5186
  kind: Event
  lastTimestamp: "2026-07-28T18:09:31Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a0e545": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a0e545":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545.18c6867c5eae5522
    namespace: kserve-ci-e2e-test
    resourceVersion: "35811"
    uid: 86791b9e-f1cf-4837-aeb4-678cac36ceed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a0e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "35798"
    uid: 9798d3ae-fd0c-47cb-b021-6859467e5186
  kind: Event
  lastTimestamp: "2026-07-28T18:09:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a0e545": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:09:31Z"
    name: isvc-primary-a0e545.18c6867c5eae9427
    namespace: kserve-ci-e2e-test
    resourceVersion: "35812"
    uid: bc72a364-3c83-4e1f-9624-308e2c5bc12a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a0e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36409"
    uid: 9798d3ae-fd0c-47cb-b021-6859467e5186
  kind: Event
  lastTimestamp: "2026-07-28T18:10:49Z"
  message: InferenceService [isvc-primary-a0e545] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:49Z"
    name: isvc-primary-a0e545.18c6868eafdda81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36410"
    uid: a090daa6-b5f7-4fe1-8e3b-38a1a54f7a6d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:11:06.351682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36554"
    uid: ac427654-7353-475f-8476-187e99f10e3e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a0e545-predictor-74b7c6689d-wgr69
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:11:06Z"
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69.18c6869290cd1f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36559"
    uid: f69c04ca-fb71-4cf7-b370-517628369287
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: ac427654-7353-475f-8476-187e99f10e3e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:06Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:11:06Z"
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69.18c68692aa0b2d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "36572"
    uid: 1e5fbf2c-105f-4cdc-87dc-3516187b9ba9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: ac427654-7353-475f-8476-187e99f10e3e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:09Z"
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69.18c68692ab96f866
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: 5c3429ba-15aa-4508-9f40-33206c158a12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: ac427654-7353-475f-8476-187e99f10e3e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:09Z"
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69.18c68692ae3063d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: 90e65f7e-271f-466f-8934-2578256e1e61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: ac427654-7353-475f-8476-187e99f10e3e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:09Z"
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69.18c68692ae9bea66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36607"
    uid: e175b5a1-b9d8-4ecb-bf9e-e072c60b7f5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: ac427654-7353-475f-8476-187e99f10e3e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:13Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a0e545-predictor-74b7c6689d-wgr69_kserve-ci-e2e-test(ac427654-7353-475f-8476-187e99f10e3e)
  metadata:
    creationTimestamp: "2026-07-28T18:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:13Z"
    name: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69.18c6869437dde0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36638"
    uid: a3e5db2c-0f79-4895-85c9-d438f929081e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a0e545-predictor-74b7c6689d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36544"
    uid: 0dc7bc00-6e6b-4c11-ae5c-2937e4774008
  kind: Event
  lastTimestamp: "2026-07-28T18:11:06Z"
  message: 'Created pod: isvc-secondary-a0e545-predictor-74b7c6689d-wgr69'
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:06Z"
    name: isvc-secondary-a0e545-predictor-74b7c6689d.18c68692902755d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36556"
    uid: 39928d1a-c209-41f9-9a59-d9937d22d423
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a0e545-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 6759a84b-32b7-425c-b5d4-db8cd1451c9e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:06Z"
  message: Scaled up replica set isvc-secondary-a0e545-predictor-74b7c6689d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:06Z"
    name: isvc-secondary-a0e545-predictor.18c686928b743797
    namespace: kserve-ci-e2e-test
    resourceVersion: "36545"
    uid: 92b99c44-06ae-4235-9566-a5a301c6d3af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a0e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: adc00994-4a3a-4c41-b423-9783f730c40e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:13Z"
    name: isvc-secondary-a0e545.18c686928b769ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36643"
    uid: 24d1d1cc-d222-4991-bfc7-643e95dfea1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a0e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: adc00994-4a3a-4c41-b423-9783f730c40e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:06Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a0e545":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a0e545":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:06Z"
    name: isvc-secondary-a0e545.18c686928c05afb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36566"
    uid: 7f4e64a9-f6a9-4f6a-88c1-c0783f0bc1c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a0e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: adc00994-4a3a-4c41-b423-9783f730c40e
  kind: Event
  lastTimestamp: "2026-07-28T18:11:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a0e545": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:06Z"
    name: isvc-secondary-a0e545.18c686928c05e9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36568"
    uid: 74937139-0bc3-4489-be39-606c97ef71b3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:28:27.914668Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:28:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843ee2126e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: e2f89dae-112f-428f-a1f6-e610decdfad9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:28Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:28:28Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843efb1ae7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: b950dd22-7693-427c-8238-fae3652b3ea7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:28Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843efcb4eee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 83760c65-d0ff-4261-a597-42bcf60fb82a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:28Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843eff7c2a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 6812d9a0-bc8c-4b45-85cc-6c219fe0863a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:28Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843effdc5911
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 4b32d5d8-2086-4e52-98c1-11678e43235b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fd14f3a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: d018a99d-1edc-473d-98d3-a1ad9a559352
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fd41b5021
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: 5a99d9e0-0dd5-4a0a-8103-15b248affdd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fd47a564f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: c57229a8-f1fa-42c6-9f0a-3af745061bc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fd484553c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 732547be-670a-4670-8f44-fbdc49f794a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:32Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fd778ab40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: b92c728f-5c1a-4d0b-aa50-cb3352d1a257
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:32Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fd7e38b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: a6c764b0-8c90-418c-b065-3bb1603ae11d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:32Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fd7eee678
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 91d8aa4f-089a-471e-88fe-60f8da7b1061
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:32Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fdad293e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: 4f6b81fa-284a-4982-89e3-64c752abf245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:28:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:32Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6843fdb465152
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: f8a2bacb-6336-4d61-b234-4d8bd3b46724
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:30:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:09Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c684400d7ebc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: d362e581-34dd-4e38-b4a5-db278b4340f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:30:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:09Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c684404949e6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 7451303c-a1dc-4728-87ba-a93911bb04f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c684550c02c7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: 813db101-1ad0-4c13-946a-255daf33b642
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c684550c03300f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: b07df648-d6a9-4b65-b9ef-ee587906d073
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c684550c034140
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 5b126122-add3-41a9-af90-41cccafb3f63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 9ce725fe-9f84-48cf-ac88-8429ce338c79
  kind: Event
  lastTimestamp: "2026-07-28T17:30:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:19Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8.18c6845579883022
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 2cbee36b-6e78-47c8-be13-7230adf4509c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 942d7479-ca7c-41c5-abd3-3ad954b61ff2
  kind: Event
  lastTimestamp: "2026-07-28T17:28:27Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-jlfz8'
  metadata:
    creationTimestamp: "2026-07-28T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75.18c6843ee19ace5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: ab222e38-5267-4dab-92fd-b90b7ce56c03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: 025c423d-0399-4821-b33f-4cfd7d7568d8
  kind: Event
  lastTimestamp: "2026-07-28T17:28:27Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6843edae1a788
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: eef2bb31-3687-4125-8afa-9272f81f1b1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: ef6ff272-157c-4ab8-91e0-bf9ebda79063
  kind: Event
  lastTimestamp: "2026-07-28T17:29:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6844259800f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 7b490caf-4853-4246-affc-67d7a6ca9472
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: ef6ff272-157c-4ab8-91e0-bf9ebda79063
  kind: Event
  lastTimestamp: "2026-07-28T17:29:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6844259f7c3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: a9b4bae4-b46d-4dcc-801f-d59490562431
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: ef6ff272-157c-4ab8-91e0-bf9ebda79063
  kind: Event
  lastTimestamp: "2026-07-28T17:29:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:57Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6844cd84e1485
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 69276d36-4d06-41c9-865c-6151a312defe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: ef6ff272-157c-4ab8-91e0-bf9ebda79063
  kind: Event
  lastTimestamp: "2026-07-28T17:29:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:57Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6844cd8dd7caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: dccc2bc9-92b0-456f-8be9-fb6f21286dd0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: ded80888-943f-4d83-b133-6302474fb7c8
  kind: Event
  lastTimestamp: "2026-07-28T17:29:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:50Z"
    name: isvc-sklearn-batcher-custom.18c6843edaef9b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 91ededdc-34b6-4bb2-8ffe-0bb3f1c5e8c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: ded80888-943f-4d83-b133-6302474fb7c8
  kind: Event
  lastTimestamp: "2026-07-28T17:28:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-custom.18c6843edb78b6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 5a5f72cf-e94a-4b94-9c0f-7f20667ae093
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: ded80888-943f-4d83-b133-6302474fb7c8
  kind: Event
  lastTimestamp: "2026-07-28T17:29:50Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:50Z"
    name: isvc-sklearn-batcher-custom.18c68452058e5177
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: afe61b4c-a6a2-4c58-946d-bbf093a78a86
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:26:42.718098Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:26:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:26:42Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842663de1425
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 61bc67be-a064-4e1c-89f9-7040d7570a0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:26:43Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:26:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c684267d2678f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 91fcafa4-16b9-4a78-8fdb-955355db2823
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:26:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c684267edf7938
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: 606fc69d-8b67-4c9e-8619-c981eeb88069
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:26:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c68426816abd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14809"
    uid: fe2e27be-791e-4399-b29c-cd0b932868ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:26:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842681f52244
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: 94ff5ca6-f872-478c-b9e4-9d4da83402ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:26:47Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T17:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:47Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c684277f72cd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14847"
    uid: b876b7e2-6b0e-477e-a5bc-91e114bf1985
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 13.593s (13.593s including waiting). Image size: 1555877302 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:01Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842aa9a90ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14950"
    uid: 698215ae-8f67-4285-8d95-2aac57de37e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:01Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842aac82bf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: 82cdbf74-205b-4101-aa7d-7ce9b21f4345
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:01Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842aace6a819
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: 6f07a602-5d3b-498c-9d4c-768f01923970
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:01Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842aacf40c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 111b3493-edec-40a0-987d-f1154647fe78
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.214s (2.214s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:03Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842b30f4a703
    namespace: kserve-ci-e2e-test
    resourceVersion: "14971"
    uid: 733eb592-8f97-4cd1-8283-dde81049e8fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:03Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842b343404eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14973"
    uid: ae6a20e5-b241-47bf-98bf-5842319b3383
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:03Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842b3493cc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 7de20040-8b9d-483d-88e7-1858f5ab6c9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
  metadata:
    creationTimestamp: "2026-07-28T17:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:03Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842b34a10a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "14976"
    uid: 847ba3c2-a2b8-47b5-b646-b8508e619228
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    in 2.673s (2.673s including waiting). Image size: 240168571 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:06Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842bd401eb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "14994"
    uid: 8520ff1c-458a-4534-a21b-81e067a8dac8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:06Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:06Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842bd6d4fccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14995"
    uid: d0261d22-586e-45ea-b3b0-de2f4b826dbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:27:06Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:06Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842bd7350dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: ed272529-71b5-4415-82ab-fab96a32c30d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:28:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:39Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842c2e33f44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 696c3306-257e-4b0a-a68c-c7eaa93cd4c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:28:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:39Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6842c2e3ee84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: 77c1e24b-9048-4380-a23f-0f1672f6e1fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:28:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6843ee0ed6a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 7828f114-5e8b-4b2e-abde-c42a11fd369f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:28:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6843ee0eda7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: a66b3f37-3ce6-4446-9f72-8f791219c8df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:28:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6843ee0ee051f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: a09df4c7-2aa1-443b-843b-77b928291bcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 60c48de3-1844-4d33-bacd-455efa0aca8c
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb.18c6843f0a705305
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: 14c2395c-7a15-40ac-b591-bef8d5b797c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-86cb8f94cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: d9069308-c843-486f-9531-d665e5ede415
  kind: Event
  lastTimestamp: "2026-07-28T17:26:42Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-86cb8f94cb-cnhdb'
  metadata:
    creationTimestamp: "2026-07-28T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:42Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb.18c68426634750c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: 743897d5-e040-4b49-adc4-0c3ecaa2d564
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: 623c8bb5-5226-4650-a0a9-c71a85841e15
  kind: Event
  lastTimestamp: "2026-07-28T17:26:42Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-86cb8f94cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:42Z"
    name: isvc-sklearn-batcher-predictor.18c684265b27b235
    namespace: kserve-ci-e2e-test
    resourceVersion: "14771"
    uid: f77808e5-5fb9-4a3a-a40b-62bac5bc2543
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 20c6ff42-ba2f-4fcc-8f84-f42de8b74a09
  kind: Event
  lastTimestamp: "2026-07-28T17:27:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:42Z"
    name: isvc-sklearn-batcher-predictor.18c68429e0f04c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: b66d5038-13e9-4a6c-84ff-7dbf1b9452e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 20c6ff42-ba2f-4fcc-8f84-f42de8b74a09
  kind: Event
  lastTimestamp: "2026-07-28T17:27:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:42Z"
    name: isvc-sklearn-batcher-predictor.18c68429e180cfbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: fe1f99d0-b0e6-4001-9200-bc2c57576dfa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: 20c6ff42-ba2f-4fcc-8f84-f42de8b74a09
  kind: Event
  lastTimestamp: "2026-07-28T17:28:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-predictor.18c68430dfddaa6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 4d972a91-d8f0-4354-a5c4-3cebc2522f38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: 20c6ff42-ba2f-4fcc-8f84-f42de8b74a09
  kind: Event
  lastTimestamp: "2026-07-28T17:28:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:27Z"
    name: isvc-sklearn-batcher-predictor.18c68430e051e224
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: fd5e0517-fc19-4754-bbfa-b44ca4d427e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: bbbf3bb5-0d1d-4fa6-9392-7aed9b5d4539
  kind: Event
  lastTimestamp: "2026-07-28T17:28:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:19Z"
    name: isvc-sklearn-batcher.18c684266147b589
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 4acc4b5a-5c93-4ca3-b3f8-c809de5f9422
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: bbbf3bb5-0d1d-4fa6-9392-7aed9b5d4539
  kind: Event
  lastTimestamp: "2026-07-28T17:26:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:42Z"
    name: isvc-sklearn-batcher.18c6842661abde99
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: f1f65dae-bb62-4e4c-83a1-29a8dbc753de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: bbbf3bb5-0d1d-4fa6-9392-7aed9b5d4539
  kind: Event
  lastTimestamp: "2026-07-28T17:26:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:42Z"
    name: isvc-sklearn-batcher.18c6842661ac2902
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: e3a0711d-be96-470e-86d0-6efc99c90305
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: bbbf3bb5-0d1d-4fa6-9392-7aed9b5d4539
  kind: Event
  lastTimestamp: "2026-07-28T17:28:19Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:19Z"
    name: isvc-sklearn-batcher.18c6843cf8074960
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 383c9773-38b5-4911-be8a-5bd1649c47ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:59:35.934423Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5996957568-pgdxp
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:59:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:59:35Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f1d0b9d184
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: 7e0f46e4-9238-40a2-b9ae-95b3aeeb1801
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:36Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:59:36Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f1ea7ddb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31016"
    uid: b9983eae-5636-4fd6-8745-e6bbeb6a3c9b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:36Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f1ec162462
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 2c4d0298-b9a2-4ece-be8a-ee9b0c20d4f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:36Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f1eea11438
    namespace: kserve-ci-e2e-test
    resourceVersion: "31019"
    uid: d76addb1-b553-4db4-bcb5-585aa91a0cbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:36Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f1ef0244bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31020"
    uid: 6340a027-ad92-4efa-b281-550cd022a58b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f2e87fef1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31054"
    uid: 7ec70d59-4ad6-4c63-abe9-d7df313ac7bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f2eba885cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: ee5e96a1-5445-40b2-a477-1555f1aea2a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f2ec0dcc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: ca63a06a-4acd-4e71-a10b-b72a858ae057
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:40Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f2ec1e2149
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: 88cb8527-fa6c-44b3-ac1e-f50ad9630f0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.788s (2.788s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:43Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f392513a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: 904332c5-735a-4257-9442-35b358d3e70a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:43Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-28T17:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:43Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f39517d6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "31083"
    uid: 02542d7e-fd2b-4e11-a50f-bd0bae2bf574
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:43Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T17:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:43Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f3957a5ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31084"
    uid: 77299089-1223-41f5-b336-3cfd544c0d23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:43Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f395858b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "31085"
    uid: c31b6814-e843-4ea5-9817-95e91a2f3df9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:43Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f398b6f2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: e0b57f0d-5c11-402f-96c0-6707cc28f030
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T17:59:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:43Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685f39919fa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: 43890675-f2f8-498b-8cb7-0e17de33e1f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T18:00:16Z"
  message: 'Liveness probe failed: Get "http://10.134.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:16Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c685fb34370e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "31316"
    uid: fe68a07a-65aa-4a03-9653-af9a06ba6a51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T18:00:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:56Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c6860477eab7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: fc284610-e2fc-4b72-80e1-451f0ea1c803
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T18:00:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:56Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c6860477eb264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31613"
    uid: b698291e-dda9-4e1d-bafc-8607a841b7f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T18:00:56Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T18:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:56Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c6860477eb89ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: 6ebc8f31-6ae2-4cc4-ab9e-2548301ec9d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T18:01:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:24Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c686054ee3291e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: c9975093-2df5-468e-9148-a5b0cff6ed10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: d844f691-9d0a-4a17-a79a-6a5fb309ff85
  kind: Event
  lastTimestamp: "2026-07-28T18:01:19Z"
  message: 'Readiness probe failed: Get "http://10.134.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:19Z"
    name: isvc-sklearn-mcp-predictor-5996957568-pgdxp.18c686054f4532b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: 8dd57efd-8dff-4587-9f97-08e7d275120e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5996957568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: 11f270f2-c7c5-4cc0-9884-dce3c49a5b72
  kind: Event
  lastTimestamp: "2026-07-28T17:59:35Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5996957568-pgdxp'
  metadata:
    creationTimestamp: "2026-07-28T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:35Z"
    name: isvc-sklearn-mcp-predictor-5996957568.18c685f1d015b441
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: e718a912-01e9-4502-89d5-1b1197f6f0f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30987"
    uid: 2b9a63ca-bf09-43cd-8aed-b1e0e513e0fb
  kind: Event
  lastTimestamp: "2026-07-28T17:59:35Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5996957568 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:35Z"
    name: isvc-sklearn-mcp-predictor.18c685f1cd1e5c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "30991"
    uid: 6083938b-dfbc-43f9-9d87-75dded51b243
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: d8b6f158-d078-4c39-af0b-7abb55e17804
  kind: Event
  lastTimestamp: "2026-07-28T18:00:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:00:49Z"
    name: isvc-sklearn-mcp.18c685f1ccbd7217
    namespace: kserve-ci-e2e-test
    resourceVersion: "31555"
    uid: 064a4161-c50e-4417-90d2-0156a44ab808
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: d8b6f158-d078-4c39-af0b-7abb55e17804
  kind: Event
  lastTimestamp: "2026-07-28T17:59:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:35Z"
    name: isvc-sklearn-mcp.18c685f1cd54e299
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 4b74e398-5dd1-4ee9-96ed-6bf705f191a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: d8b6f158-d078-4c39-af0b-7abb55e17804
  kind: Event
  lastTimestamp: "2026-07-28T18:00:49Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:00:49Z"
    name: isvc-sklearn-mcp.18c6860302263b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31554"
    uid: 9e043f09-2f7e-46dc-a163-473b7f352675
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:22:00.811960Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41935"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5f4d89cc44-qhdm8
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:22:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:22:00Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872af1ac6bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41942"
    uid: 34793e6e-6b91-41b0-8adb-cf5ac56d77a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41946"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:01Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:22:01Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872b0b4a8a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "41957"
    uid: b8ad2a99-714c-46d4-9feb-5fde1f6efeb6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:01Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872b0cf9738d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41960"
    uid: 6dc69ba5-0478-44f3-8099-1e5b0d9cbc41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:01Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872b105d4376
    namespace: kserve-ci-e2e-test
    resourceVersion: "41961"
    uid: 35fd1174-a7a8-4b1c-ab25-974f605f6df6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:01Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872b10d484cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41962"
    uid: eaac0871-7559-4f8d-bf46-c328c3455c7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:05Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872c0f2b5b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "41998"
    uid: 3f06e7ec-e045-4cc4-8d5a-6318815ce1b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:05Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872c1218b3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42000"
    uid: 6ca852f0-529a-4bb7-ad12-e1c4e34a7145
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:05Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872c127d97cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42001"
    uid: 7626046d-6b1d-4067-b3a6-cdcd1ff9e6cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:05Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872c1288c227
    namespace: kserve-ci-e2e-test
    resourceVersion: "42003"
    uid: 16f35767-044c-43b8-ba9d-c36375518763
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:05Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872c15ada198
    namespace: kserve-ci-e2e-test
    resourceVersion: "42006"
    uid: 2c4e6c85-b858-4460-8962-3de28da889a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:22:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:22:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:05Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872c16169c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42007"
    uid: ab72d2fa-c41c-4571-8433-167ed1ce4574
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:23:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:18Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6872c87146bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42526"
    uid: 0a5855f5-6e8e-4967-aee2-b655cecae0ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:23:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:30Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6873ff1159ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42636"
    uid: 5abcf2e4-cf52-40b9-b82f-e3c16b1214e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:23:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:31Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c6873ff1161152
    namespace: kserve-ci-e2e-test
    resourceVersion: "42637"
    uid: ddbb28c1-b9d6-4dce-8fad-beca8607a929
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41938"
    uid: b363036d-ab2b-4d44-91f0-7df299034203
  kind: Event
  lastTimestamp: "2026-07-28T18:23:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:33Z"
    name: isvc-sklearn-predictor-5f4d89cc44-qhdm8.18c687408d58c60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42657"
    uid: 5344e59c-6b43-4ef8-8008-f09ff58912c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5f4d89cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "41927"
    uid: 0cb39c4d-0dfa-416d-838f-59aec34050b7
  kind: Event
  lastTimestamp: "2026-07-28T18:22:00Z"
  message: 'Created pod: isvc-sklearn-predictor-5f4d89cc44-qhdm8'
  metadata:
    creationTimestamp: "2026-07-28T18:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:00Z"
    name: isvc-sklearn-predictor-5f4d89cc44.18c6872af0db8087
    namespace: kserve-ci-e2e-test
    resourceVersion: "41936"
    uid: 7c1a7c4b-56d4-45c4-989f-c66ef2388f7a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41925"
    uid: 3f67b44d-a6d2-4fb2-9fe8-586503086031
  kind: Event
  lastTimestamp: "2026-07-28T18:22:00Z"
  message: Scaled up replica set isvc-sklearn-predictor-5f4d89cc44 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:00Z"
    name: isvc-sklearn-predictor.18c6872aed882bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "41928"
    uid: da9931be-c076-4bcf-97b0-4a4904b0997a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41926"
    uid: 8be3f83a-5595-46d7-9b8b-490fe2f0a798
  kind: Event
  lastTimestamp: "2026-07-28T18:22:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:30Z"
    name: isvc-sklearn-predictor.18c6872e6cd12432
    namespace: kserve-ci-e2e-test
    resourceVersion: "42187"
    uid: 088c84b1-decd-48b5-b58a-1bf83a26ad22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41926"
    uid: 8be3f83a-5595-46d7-9b8b-490fe2f0a798
  kind: Event
  lastTimestamp: "2026-07-28T18:22:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:30Z"
    name: isvc-sklearn-predictor.18c6872e6d447f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42188"
    uid: cfa982ae-735f-42aa-bddb-198af5c7f533
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42083"
    uid: 8be3f83a-5595-46d7-9b8b-490fe2f0a798
  kind: Event
  lastTimestamp: "2026-07-28T18:23:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:30Z"
    name: isvc-sklearn-predictor.18c687356b59f85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42618"
    uid: 0017785e-7630-4666-b51c-9507f6495e62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42083"
    uid: 8be3f83a-5595-46d7-9b8b-490fe2f0a798
  kind: Event
  lastTimestamp: "2026-07-28T18:23:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:30Z"
    name: isvc-sklearn-predictor.18c687356bca0320
    namespace: kserve-ci-e2e-test
    resourceVersion: "42619"
    uid: ee54e719-df50-4503-9b83-8e83f0f8195a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:24:41.521721Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43543"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:24:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:24:41Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c687505cb8d3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43549"
    uid: 91108784-a048-4cc1-99a1-0d36e42c5853
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43552"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:41Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:24:41Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68750764e57a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43560"
    uid: a358cd1d-d090-4bdd-b0c5-cf4f0fbdb11d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:41Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c6875077cf6997
    namespace: kserve-ci-e2e-test
    resourceVersion: "43562"
    uid: 780eb440-bf69-4b1c-9fce-b12860723642
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:42Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c687507a8f9e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43564"
    uid: d0ebe30d-53e0-4398-bb4d-a6ac2aebb773
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:42Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c687507b02a274
    namespace: kserve-ci-e2e-test
    resourceVersion: "43565"
    uid: cdbfeb68-5a0f-49bb-9ec7-de9d4e00b6ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:47Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68751cd7b6a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43618"
    uid: a05a58aa-6ee9-491a-bf96-ced7ada1b74e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:47Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68751d1a5d33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43622"
    uid: 05c2369b-2978-473c-a447-ea869ef625be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:47Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68751d224df8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43623"
    uid: 7f60f1af-4b47-4959-b881-6a150d421f9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:47Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68751d230197a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43624"
    uid: ff1dc470-7485-464e-9b3c-7187adc73e09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:47Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68751d534a1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43626"
    uid: facaa0c2-9f40-478e-a0fd-74a76be9cf47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:47Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68751d5b27c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "43627"
    uid: 28cd1a8a-f956-4569-a246-966b9008826f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:54Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68752097798c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43674"
    uid: 2d7168d5-fe3d-47a9-a7ed-354769e096ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:25:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:14Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c687580cb74121
    namespace: kserve-ci-e2e-test
    resourceVersion: "43842"
    uid: 005b51ab-de1f-4830-827f-ca61b1842fea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:25:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:14Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c687580cb7b260
    namespace: kserve-ci-e2e-test
    resourceVersion: "43843"
    uid: 4f89f5f0-41cc-45dc-b300-362a72b3dfcb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "43545"
    uid: 3e8de693-239f-43c5-bd3c-497d44a48f6e
  kind: Event
  lastTimestamp: "2026-07-28T18:25:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:14Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz.18c68758176ce34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43848"
    uid: 12898935-0bb3-488a-89a6-34360177d15d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-599b58cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43534"
    uid: 469226a4-53b6-4e82-8b63-af95eb9a1242
  kind: Event
  lastTimestamp: "2026-07-28T18:24:41Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-599b58cf6-qw8qz'
  metadata:
    creationTimestamp: "2026-07-28T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:41Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6.18c687505c32fce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43544"
    uid: 83a88bd3-b505-4bff-9c4a-3ef963d498be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43532"
    uid: 1438b5f2-f352-4896-b67a-b9b8c42507c8
  kind: Event
  lastTimestamp: "2026-07-28T18:24:41Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-599b58cf6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:41Z"
    name: isvc-sklearn-runtime-predictor.18c68750589e70b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43535"
    uid: ddf2db84-d000-40d8-add6-18b58002d1d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43533"
    uid: 58a6ef78-5802-41f5-b8c6-6dfed59fa98b
  kind: Event
  lastTimestamp: "2026-07-28T18:24:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:56Z"
    name: isvc-sklearn-runtime-predictor.18c68753d7378f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "43690"
    uid: b3b20346-3adc-4c70-894b-862bc2f37a27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43533"
    uid: 58a6ef78-5802-41f5-b8c6-6dfed59fa98b
  kind: Event
  lastTimestamp: "2026-07-28T18:24:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:56Z"
    name: isvc-sklearn-runtime-predictor.18c68753d7d4a8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43692"
    uid: 474e41c1-cca7-462f-95c8-7631b0f32919
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43691"
    uid: 58a6ef78-5802-41f5-b8c6-6dfed59fa98b
  kind: Event
  lastTimestamp: "2026-07-28T18:25:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:11Z"
    name: isvc-sklearn-runtime-predictor.18c6875757161ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43802"
    uid: 6f217c4e-9f40-431a-9774-753b0b4eb9c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43691"
    uid: 58a6ef78-5802-41f5-b8c6-6dfed59fa98b
  kind: Event
  lastTimestamp: "2026-07-28T18:25:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:11Z"
    name: isvc-sklearn-runtime-predictor.18c68757578c3114
    namespace: kserve-ci-e2e-test
    resourceVersion: "43804"
    uid: ec7aa4e6-9a89-40e8-87ff-9c7ded614a8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43525"
    uid: a79d7c23-e835-44d7-b599-027ece215864
  kind: Event
  lastTimestamp: "2026-07-28T18:25:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:25:04Z"
    name: isvc-sklearn-runtime.18c6875058a0235f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43758"
    uid: d973c84c-0e5e-4807-bf15-9b8222450e8a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43525"
    uid: a79d7c23-e835-44d7-b599-027ece215864
  kind: Event
  lastTimestamp: "2026-07-28T18:24:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:24:41Z"
    name: isvc-sklearn-runtime.18c6875059474b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "43539"
    uid: b615bc16-e490-46fb-b561-51d639321c89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43755"
    uid: a79d7c23-e835-44d7-b599-027ece215864
  kind: Event
  lastTimestamp: "2026-07-28T18:25:04Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:25:04Z"
    name: isvc-sklearn-runtime.18c68755c9735f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43756"
    uid: bcaa0bff-a7ab-4b93-9790-1b4a05a2f187
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:41:16.892715Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51746"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:41:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:41:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c688381d74e022
    namespace: kserve-ci-e2e-test
    resourceVersion: "51751"
    uid: 65f08159-c2ca-48f6-a813-a65bbc48a8ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51757"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:17Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:41:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c6883836b22129
    namespace: kserve-ci-e2e-test
    resourceVersion: "51769"
    uid: 55104128-999e-47d7-8cac-36b71bba4856
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c68838382f2bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "51771"
    uid: a381e913-dbc7-494b-a51a-08454b9ab2fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c688383c1fe6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51772"
    uid: 950d86c3-64e1-4eb1-a577-f3d7c6bd47df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c688383c833d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "51773"
    uid: 28ea103d-067d-492b-843e-bd6360572200
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:18Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c6883887b9359f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51790"
    uid: 1db2acbe-6044-43f2-b489-20f7e6d74beb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:18Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c688388add05aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "51792"
    uid: 3c221d9d-3808-4b23-9ab4-d20348a8aeea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:18Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c688388b3b027d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51793"
    uid: 8e866cd5-c18e-4374-9f63-6c1d9169bb2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:18Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c688388b44682c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51794"
    uid: 0964fbb1-8b7d-4296-9a9e-b209ca1eb885
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:18Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c688388dc52462
    namespace: kserve-ci-e2e-test
    resourceVersion: "51797"
    uid: 78ec6071-2b6c-43c0-9b5a-7b383e987b3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:41:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:41:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:18Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c688388e27527d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51798"
    uid: a9200bfd-d943-47f5-8fd9-3ed2d5e86f18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:42:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:26Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c68838ff949dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52273"
    uid: 532e240a-2f38-410a-8074-a59b16ae1e81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:42:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:36Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c6884ac3643905
    namespace: kserve-ci-e2e-test
    resourceVersion: "52375"
    uid: 6adaa3c1-5fe5-4884-8d53-d9925d8c6990
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:42:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:36Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c6884ac364e97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52376"
    uid: fcd5dcb9-40b6-4f0b-88e7-59c0538b9140
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "51749"
    uid: 2d4bc633-3395-4412-8813-a256ef58d96b
  kind: Event
  lastTimestamp: "2026-07-28T18:42:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:41Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-cl7js.18c6884bdbd0fd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52472"
    uid: 34e0286d-9f2f-428e-8aa1-661115983f23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-dd446d6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51737"
    uid: edcf338e-6fad-49e3-a24c-8e0827b9a435
  kind: Event
  lastTimestamp: "2026-07-28T18:41:16Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-dd446d6b9-cl7js'
  metadata:
    creationTimestamp: "2026-07-28T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:41:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9.18c688381cd4df6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51748"
    uid: be9076f4-34c0-4ec7-837c-de2d997df9cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51735"
    uid: cfedd65e-cb53-4a26-ab90-2192c3f1681e
  kind: Event
  lastTimestamp: "2026-07-28T18:41:16Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-dd446d6b9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:41:16Z"
    name: isvc-sklearn-s3-predictor.18c688381a3b007a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51738"
    uid: 7b311697-4682-4252-93b3-1f6b5b5fa091
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51736"
    uid: f636249a-cbeb-44ef-9521-80f7dd6ba5fc
  kind: Event
  lastTimestamp: "2026-07-28T18:41:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:41:46Z"
    name: isvc-sklearn-s3-predictor.18c6883b9950271f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51999"
    uid: 05e94e9f-fcca-4d08-9a71-914fd03c968e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51736"
    uid: f636249a-cbeb-44ef-9521-80f7dd6ba5fc
  kind: Event
  lastTimestamp: "2026-07-28T18:41:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:41:46Z"
    name: isvc-sklearn-s3-predictor.18c6883b99cbf157
    namespace: kserve-ci-e2e-test
    resourceVersion: "52000"
    uid: f8baba5a-1b6e-40c8-b488-f2bc64f41959
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51892"
    uid: f636249a-cbeb-44ef-9521-80f7dd6ba5fc
  kind: Event
  lastTimestamp: "2026-07-28T18:42:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:42:31Z"
    name: isvc-sklearn-s3-predictor.18c6884297deaa8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52308"
    uid: aaec52fa-0c4e-4940-8029-29246f30bcde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51892"
    uid: f636249a-cbeb-44ef-9521-80f7dd6ba5fc
  kind: Event
  lastTimestamp: "2026-07-28T18:42:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:42:31Z"
    name: isvc-sklearn-s3-predictor.18c68842985878f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52309"
    uid: b5543d5b-aba2-4a13-8311-1af9d74947a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:45:50.625071Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54041"
    uid: 679b596e-17b3-4ee1-89ec-8f1466f45533
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:45:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:45:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2.18c68877d92d149c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54045"
    uid: 36f68089-4f13-46dd-adbe-ae3171c3b296
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54049"
    uid: 679b596e-17b3-4ee1-89ec-8f1466f45533
  kind: Event
  lastTimestamp: "2026-07-28T18:45:51Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:45:51Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2.18c68877f2476cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "54058"
    uid: eb7f5026-b275-4316-84bc-0f2fc79a9be4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54043"
    uid: 679b596e-17b3-4ee1-89ec-8f1466f45533
  kind: Event
  lastTimestamp: "2026-07-28T18:45:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:45:56Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2.18c68877f4ac7fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54113"
    uid: 7fb826e8-0717-4ca1-af51-6e80e25efc75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54043"
    uid: 679b596e-17b3-4ee1-89ec-8f1466f45533
  kind: Event
  lastTimestamp: "2026-07-28T18:45:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:45:56Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2.18c68877f791d142
    namespace: kserve-ci-e2e-test
    resourceVersion: "54117"
    uid: decd2494-f6a3-40f8-a9b1-801fe1285392
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54043"
    uid: 679b596e-17b3-4ee1-89ec-8f1466f45533
  kind: Event
  lastTimestamp: "2026-07-28T18:45:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:45:56Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2.18c68877f7fc23de
    namespace: kserve-ci-e2e-test
    resourceVersion: "54118"
    uid: cd713404-8539-4549-a831-480ff6bf256e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54043"
    uid: 679b596e-17b3-4ee1-89ec-8f1466f45533
  kind: Event
  lastTimestamp: "2026-07-28T18:46:00Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2.18c6887a2c8c6264
    namespace: kserve-ci-e2e-test
    resourceVersion: "54163"
    uid: 247c6951-f57c-432b-bbc0-c7adc531f532
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "54030"
    uid: 2b8566ab-fd8a-4657-9ec8-e121aba88d87
  kind: Event
  lastTimestamp: "2026-07-28T18:45:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-d7lx2'
  metadata:
    creationTimestamp: "2026-07-28T18:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:45:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69.18c68877d8c07219
    namespace: kserve-ci-e2e-test
    resourceVersion: "54042"
    uid: e0bae6db-8629-456f-9052-9ddd0f582eac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54028"
    uid: e5468e0a-54c8-4502-847c-af5f5c2de6c2
  kind: Event
  lastTimestamp: "2026-07-28T18:45:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:45:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c68877d41f8d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54032"
    uid: ef3ca0ec-e890-4c6a-9597-20d185da00b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54020"
    uid: ea43fa8f-b363-4606-b111-02bb1596adf0
  kind: Event
  lastTimestamp: "2026-07-28T18:45:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:45:56Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c68877d42458c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54121"
    uid: 856df6e6-97fd-4f48-97d7-9d54e517fadf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54020"
    uid: ea43fa8f-b363-4606-b111-02bb1596adf0
  kind: Event
  lastTimestamp: "2026-07-28T18:45:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:45:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c68877d4c211d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54052"
    uid: dbb22cf5-105e-47ae-9c56-f3602782ac77
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54021"
    uid: ea43fa8f-b363-4606-b111-02bb1596adf0
  kind: Event
  lastTimestamp: "2026-07-28T18:45:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:45:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:45:50Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c68877db9f2d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "54054"
    uid: 8b1a4893-55d4-4459-bdba-62113be507ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:44:19.457081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53303"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:44:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c688629f23f68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53308"
    uid: e4212091-472f-4c91-97fb-f3b30167e5ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53313"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:19Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:44:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c68862b8e139d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53324"
    uid: b397889d-30d5-4365-803f-32007c7640a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c68862ba627d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53326"
    uid: cf6912ab-3a50-4637-8f6a-c2119092a57f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c68862bd07926e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53327"
    uid: 1ad54ba7-8b06-459c-a897-96733b1399ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c68862bd786eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "53328"
    uid: d86fe929-b70e-4174-bf67-ac16cb34d8dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c688631499026b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53349"
    uid: 0984fba9-ab2e-403e-8c2e-2efe7757297b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c6886317752f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "53351"
    uid: 493a7608-9929-4c95-969f-ba8724bfe7de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c6886317e52c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "53352"
    uid: bb23ca37-cf2f-4b4f-af2b-cc1a8a995dc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c6886317eeff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "53353"
    uid: 4c932d57-39c0-4d05-824f-1d52a13c8844
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c688631ac09d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "53356"
    uid: 0b19382f-38f8-40bf-9aac-0b8703e34630
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:44:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:21Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c688631b381cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53357"
    uid: 393a21ba-895a-47e5-8604-d8e5f6965fab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:45:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:45:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c688638c752d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53837"
    uid: 86c92f6b-b3ff-4f14-8c09-d4f328e639fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:45:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:45:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c688779610e729
    namespace: kserve-ci-e2e-test
    resourceVersion: "54002"
    uid: e58ec0b8-42e4-4986-8fda-7cdb8e1dd99d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55
    namespace: kserve-ci-e2e-test
    resourceVersion: "53306"
    uid: 51ea1906-fe1b-41a9-bcb3-7e3aa22486e0
  kind: Event
  lastTimestamp: "2026-07-28T18:45:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:45:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55.18c6887796114da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54003"
    uid: a9cc710d-b465-4f32-9662-28a775730878
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "53295"
    uid: 03e24872-7a73-4cd5-b010-2abdf5558c53
  kind: Event
  lastTimestamp: "2026-07-28T18:44:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-26m55'
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:44:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57.18c688629e96c390
    namespace: kserve-ci-e2e-test
    resourceVersion: "53305"
    uid: 88bf063a-bb69-4a96-8f84-2840031e8f1a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53293"
    uid: 821ef385-ffa4-4dac-bd44-5963737b7c9d
  kind: Event
  lastTimestamp: "2026-07-28T18:44:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:44:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c688629c03be39
    namespace: kserve-ci-e2e-test
    resourceVersion: "53296"
    uid: b60c36ae-6c6b-4061-8bfb-a6f8a4b81597
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53294"
    uid: ebca6cf3-d821-4f3f-a644-ec785c543784
  kind: Event
  lastTimestamp: "2026-07-28T18:44:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:44:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c688661af65431
    namespace: kserve-ci-e2e-test
    resourceVersion: "53452"
    uid: 7ff84f20-b4d5-479a-bca2-746ed6947bc7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53294"
    uid: ebca6cf3-d821-4f3f-a644-ec785c543784
  kind: Event
  lastTimestamp: "2026-07-28T18:44:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:44:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c688661b5dc1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53454"
    uid: 21730528-1a9f-49e5-902d-c59af30196c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53453"
    uid: ebca6cf3-d821-4f3f-a644-ec785c543784
  kind: Event
  lastTimestamp: "2026-07-28T18:45:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:45:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c688699a3678a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53871"
    uid: 5f35c1e5-1bd5-40a8-823d-2c2be006e695
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53453"
    uid: ebca6cf3-d821-4f3f-a644-ec785c543784
  kind: Event
  lastTimestamp: "2026-07-28T18:45:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:45:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c688699aaa1a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53872"
    uid: 5702f63e-ea4f-40b7-9b24-3c5b4852f805
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53285"
    uid: c6a9530b-6fb5-496b-9c24-7647177eecd3
  kind: Event
  lastTimestamp: "2026-07-28T18:45:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:45:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c688629c061403
    namespace: kserve-ci-e2e-test
    resourceVersion: "53918"
    uid: 80470eb2-f266-49a7-a480-76dc10435330
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53285"
    uid: c6a9530b-6fb5-496b-9c24-7647177eecd3
  kind: Event
  lastTimestamp: "2026-07-28T18:44:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:44:19Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c688629c8a7c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53300"
    uid: 62cdd46e-9040-4c8b-8fb6-e949797b8c94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:45:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53916"
    uid: c6a9530b-6fb5-496b-9c24-7647177eecd3
  kind: Event
  lastTimestamp: "2026-07-28T18:45:39Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:45:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6887545132e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "53917"
    uid: 6ca30580-6168-4b8e-b727-8009c919ad1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:44:08.364110Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53150"
    uid: 99e4ee83-6946-4447-a0d3-ce61bd79e039
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:44:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:44:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5.18c6886009f2bad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53154"
    uid: d1b49b17-e7c5-4435-aead-399c18b55e58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53152"
    uid: 99e4ee83-6946-4447-a0d3-ce61bd79e039
  kind: Event
  lastTimestamp: "2026-07-28T18:44:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5.18c6886014cceeb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53162"
    uid: 457d74a3-8e87-43b8-b6ce-c587e65df798
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53158"
    uid: 99e4ee83-6946-4447-a0d3-ce61bd79e039
  kind: Event
  lastTimestamp: "2026-07-28T18:44:09Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:44:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5.18c6886047120c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53173"
    uid: f8b5a3aa-a0ed-43ba-aaeb-6025feb41816
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53152"
    uid: 99e4ee83-6946-4447-a0d3-ce61bd79e039
  kind: Event
  lastTimestamp: "2026-07-28T18:44:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5.18c68860487ade30
    namespace: kserve-ci-e2e-test
    resourceVersion: "53218"
    uid: 86e76d96-4e70-4d3f-a2e1-3f155d7bf523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53152"
    uid: 99e4ee83-6946-4447-a0d3-ce61bd79e039
  kind: Event
  lastTimestamp: "2026-07-28T18:44:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5.18c688604b7eab3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53220"
    uid: db1d3c95-12f2-46fb-bf71-0e17aeb1feb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53152"
    uid: 99e4ee83-6946-4447-a0d3-ce61bd79e039
  kind: Event
  lastTimestamp: "2026-07-28T18:44:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5.18c688604bee025a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53221"
    uid: 2855eb19-1c40-4dbc-8750-dbf66da90ae9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53152"
    uid: 99e4ee83-6946-4447-a0d3-ce61bd79e039
  kind: Event
  lastTimestamp: "2026-07-28T18:44:18Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5.18c688625c122739
    namespace: kserve-ci-e2e-test
    resourceVersion: "53268"
    uid: 94d4e0a3-cda8-436e-9d6d-bf9a89b12ca7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53138"
    uid: 14a32983-9f10-47ea-9806-f4c301ff64c7
  kind: Event
  lastTimestamp: "2026-07-28T18:44:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-hpbq5'
  metadata:
    creationTimestamp: "2026-07-28T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:44:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc.18c688600987ccfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "53151"
    uid: 9660b9b6-30df-4532-a1a5-70cec9078d91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53136"
    uid: 8a38e390-c025-4c78-8532-f4393125699c
  kind: Event
  lastTimestamp: "2026-07-28T18:44:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:44:08Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c68860047c9676
    namespace: kserve-ci-e2e-test
    resourceVersion: "53140"
    uid: aa361c4d-77f0-4f1b-b4a6-e8697d9ad35a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53129"
    uid: e49e62b0-5ae2-46a2-abfa-3cca10090e40
  kind: Event
  lastTimestamp: "2026-07-28T18:44:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:44:14Z"
    name: isvc-sklearn-s3-tls-global-fail.18c68860047f1752
    namespace: kserve-ci-e2e-test
    resourceVersion: "53224"
    uid: 97093cd5-a01d-482c-9827-42dda72b4cd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53129"
    uid: e49e62b0-5ae2-46a2-abfa-3cca10090e40
  kind: Event
  lastTimestamp: "2026-07-28T18:44:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:44:08Z"
    name: isvc-sklearn-s3-tls-global-fail.18c68860058ce08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53145"
    uid: ba9adf51-a5a4-434e-a59a-7cba5c72f042
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:42:37.138192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52399"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884acc75a6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "52404"
    uid: 96e13e35-c78f-4c65-98e1-78f679b300b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52408"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:37Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884ae5f13a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "52422"
    uid: b352b06b-82a7-439c-bd48-1ac583e0140b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884ae76021c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52425"
    uid: c713c7c5-ded4-4a5e-b0ae-145da41922d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884aea158042
    namespace: kserve-ci-e2e-test
    resourceVersion: "52426"
    uid: f20cfec7-36a1-40eb-ade2-4aa6477079e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884aea852085
    namespace: kserve-ci-e2e-test
    resourceVersion: "52427"
    uid: 0a48eaf9-da85-447a-84fe-b4f2a5e38934
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884b3c113aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "52446"
    uid: ed029865-50a6-43fe-ae04-d1cbde58b741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884b3ec24d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52448"
    uid: 9d2d9d6d-9bcc-4183-af4c-e69ee9a29427
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884b3f31f1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52449"
    uid: f9178f23-e742-471f-90bc-43dea6e325e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884b3f3c5a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "52450"
    uid: aee6e38e-a1d1-46e7-a943-a328ba6ee089
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884b41dfa832
    namespace: kserve-ci-e2e-test
    resourceVersion: "52453"
    uid: 770259af-9475-4686-81fb-f53b51f6f4db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:42:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:42:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884b4251ead2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52454"
    uid: 2b17679c-fbfe-4ed0-8136-ef0105126c70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:43:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:43:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6884bb3e3b0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52939"
    uid: f6ac4442-1b1f-4e8d-9bef-51e4edafdeb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:44:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6885fc55e42e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53110"
    uid: 2ab2b7d5-1914-449c-85d2-7141e2d2bdf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658
    namespace: kserve-ci-e2e-test
    resourceVersion: "52402"
    uid: 403242bb-a2a6-41c8-9fc6-f1899a9abf61
  kind: Event
  lastTimestamp: "2026-07-28T18:44:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:44:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658.18c6885fc55ee811
    namespace: kserve-ci-e2e-test
    resourceVersion: "53112"
    uid: ba685ba7-ae48-402e-abde-383807cc1acf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    namespace: kserve-ci-e2e-test
    resourceVersion: "52390"
    uid: 837748ea-62f8-430d-b9cc-068f260de4b0
  kind: Event
  lastTimestamp: "2026-07-28T18:42:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-ct658'
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985.18c6884acc07adbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "52401"
    uid: 987f7479-d57a-4d56-b893-b835f9297633
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52388"
    uid: c24b1ca8-c4ef-44b1-973b-d525e980812b
  kind: Event
  lastTimestamp: "2026-07-28T18:42:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6884ac990cab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52391"
    uid: c2c4aedf-3994-4cb0-8c44-4f88680b4702
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52389"
    uid: 55dc4663-96cd-4da5-8480-c342004b2281
  kind: Event
  lastTimestamp: "2026-07-28T18:42:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:42:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6884e482f8dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "52550"
    uid: 09a36340-6b78-4cdb-a77f-1b190a5e3682
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52389"
    uid: 55dc4663-96cd-4da5-8480-c342004b2281
  kind: Event
  lastTimestamp: "2026-07-28T18:42:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:42:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c6884e48a6b65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52552"
    uid: b660891f-9e7c-48c9-843f-004f40fd237e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:43:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52551"
    uid: 55dc4663-96cd-4da5-8480-c342004b2281
  kind: Event
  lastTimestamp: "2026-07-28T18:44:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:44:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c68851c7ce7e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53107"
    uid: 1e5f92a4-86b5-4c31-8803-ec5039b9f900
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:43:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52551"
    uid: 55dc4663-96cd-4da5-8480-c342004b2281
  kind: Event
  lastTimestamp: "2026-07-28T18:44:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:44:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c68851c847d650
    namespace: kserve-ci-e2e-test
    resourceVersion: "53109"
    uid: 797fe4b9-1a33-4aa2-b059-bb748ecfb728
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52379"
    uid: 3c25dccf-f42b-48e7-a421-ea89f964001f
  kind: Event
  lastTimestamp: "2026-07-28T18:43:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:43:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6884ac992a7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "53016"
    uid: 0a15d259-8f3d-45c0-b3eb-de22523d7b78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52379"
    uid: 3c25dccf-f42b-48e7-a421-ea89f964001f
  kind: Event
  lastTimestamp: "2026-07-28T18:42:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6884aca018cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52412"
    uid: 0fe90212-c410-4594-a71a-740505ed65b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52398"
    uid: 3c25dccf-f42b-48e7-a421-ea89f964001f
  kind: Event
  lastTimestamp: "2026-07-28T18:42:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:42:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6884ad1e9eae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52413"
    uid: 2bd8e519-f4d0-4894-afde-e9e880bbf218
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53013"
    uid: 3c25dccf-f42b-48e7-a421-ea89f964001f
  kind: Event
  lastTimestamp: "2026-07-28T18:43:57Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:43:57Z"
    name: isvc-sklearn-s3-tls-global-pass.18c6885d6c4f19a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53014"
    uid: f91fdc7b-a59d-4581-a0c4-5fdbabb75097
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:47:22.824029Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54865"
    uid: 27a036ee-1eb6-479c-b69a-80aec8f1312e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:47:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:47:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf.18c6888d50a99b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "54873"
    uid: c8a47ad3-4355-4fd9-a489-d2f389aeb3c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54867"
    uid: 27a036ee-1eb6-479c-b69a-80aec8f1312e
  kind: Event
  lastTimestamp: "2026-07-28T18:47:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:23Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf.18c6888d5ea18927
    namespace: kserve-ci-e2e-test
    resourceVersion: "54880"
    uid: b0eef164-309b-4966-8d7c-9b9b8e17b5aa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54876"
    uid: 27a036ee-1eb6-479c-b69a-80aec8f1312e
  kind: Event
  lastTimestamp: "2026-07-28T18:47:23Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:47:23Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf.18c6888d8ea4ec8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54891"
    uid: 40b98af9-a549-45f2-8613-72dd932f04b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54867"
    uid: 27a036ee-1eb6-479c-b69a-80aec8f1312e
  kind: Event
  lastTimestamp: "2026-07-28T18:47:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf.18c6888d9015792c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54917"
    uid: 0c0e6f18-cfc5-43a7-af6b-688cfba0b6d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54867"
    uid: 27a036ee-1eb6-479c-b69a-80aec8f1312e
  kind: Event
  lastTimestamp: "2026-07-28T18:47:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf.18c6888d92e0dc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54919"
    uid: 019e3adc-62a3-4873-b03d-72de9db68e63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54867"
    uid: 27a036ee-1eb6-479c-b69a-80aec8f1312e
  kind: Event
  lastTimestamp: "2026-07-28T18:47:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf.18c6888d935d6a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54920"
    uid: 0f98efff-fa4e-42e6-8742-66d7d3c373f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54867"
    uid: 27a036ee-1eb6-479c-b69a-80aec8f1312e
  kind: Event
  lastTimestamp: "2026-07-28T18:47:32Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf_kserve-ci-e2e-test(27a036ee-1eb6-479c-b69a-80aec8f1312e)
  metadata:
    creationTimestamp: "2026-07-28T18:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf.18c6888f8146574d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54971"
    uid: 208b9954-09be-4ea4-baa5-ac96d8aa322d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "54856"
    uid: daf7a063-362c-47ad-a0f7-024fb99875c0
  kind: Event
  lastTimestamp: "2026-07-28T18:47:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-5jckf'
  metadata:
    creationTimestamp: "2026-07-28T18:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:47:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44.18c6888d50276ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54866"
    uid: ceb2a208-a590-4cdf-a67c-4fee95ce937a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54854"
    uid: 4d83c13f-7516-4609-95f0-b3c3ab0df8bd
  kind: Event
  lastTimestamp: "2026-07-28T18:47:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:47:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c6888d4ccaeee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54859"
    uid: a347eac4-9418-4f82-ae59-4c67003c73cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54846"
    uid: e453bd9a-9adf-4fd6-88ca-64f2b0ab2dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:47:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:47:32Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c6888d4cc637bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54977"
    uid: 7e2ce7c2-c820-4ba4-82eb-2d73bf5ff2a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54846"
    uid: e453bd9a-9adf-4fd6-88ca-64f2b0ab2dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:47:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:47:22Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c6888d4d89c977
    namespace: kserve-ci-e2e-test
    resourceVersion: "54861"
    uid: ef66d398-d02b-489d-adef-cfa084ce8651
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:46:01.698897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54196"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:46:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:46:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887a6d3a464f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54201"
    uid: 0cc08f9c-620c-4ef1-b593-26b92e20e098
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887a779bf098
    namespace: kserve-ci-e2e-test
    resourceVersion: "54211"
    uid: 4d598a80-8c5d-40e2-9f27-c8a34ce27b68
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54207"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:02Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:46:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887aaa383e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "54225"
    uid: 778c738a-c3f0-46dd-bbf6-7d8e44c52924
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887aabbfdd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54227"
    uid: 88ac0e9b-6f21-4f01-b3fb-69c56d519b6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887aaeb783bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54228"
    uid: 4d2b8633-26ac-4e2c-b24c-175f443bc923
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887aaf22841a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54229"
    uid: 27cd36a3-4d1f-4881-a715-506c2255fa55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887aed689569
    namespace: kserve-ci-e2e-test
    resourceVersion: "54248"
    uid: 1f91793c-e883-4df5-88b6-2e2b353d2ab5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887af0cb09af
    namespace: kserve-ci-e2e-test
    resourceVersion: "54250"
    uid: 7f8c415f-b20f-4ec8-bf51-44c88b079583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887af13a2a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54253"
    uid: affcdd24-76ff-44e5-bd78-e318bbd5eb62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887af143ae3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54254"
    uid: 6ba28187-b0d9-4256-ba29-642d111ba249
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887af40ed426
    namespace: kserve-ci-e2e-test
    resourceVersion: "54256"
    uid: 8c49ec3a-a14f-4683-936d-040d27676af1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:46:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:46:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887af4ca5e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "54257"
    uid: 23f955b2-bbdf-4640-904b-911c1d50ff3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:47:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:46:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6887b29640d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54732"
    uid: e2cbd03c-5213-478e-88e4-0cd13fb92712
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:47:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6888d10054b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54832"
    uid: d31d20b1-f68d-4530-8854-6afd6966f0c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:47:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6888d1006221f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54833"
    uid: 1c3dde34-cecc-4012-9c06-7106d6b2f31b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54199"
    uid: e44bc1db-5c17-48f1-87d1-2fea76c46e5b
  kind: Event
  lastTimestamp: "2026-07-28T18:47:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:47:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:47:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7.18c6888e058cc461
    namespace: kserve-ci-e2e-test
    resourceVersion: "54914"
    uid: e3dd4d3e-d272-43f3-bb07-ec81d16610a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54187"
    uid: aa783200-9b3c-4cb2-94b6-cecfe2ddc8af
  kind: Event
  lastTimestamp: "2026-07-28T18:46:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-fvgz7'
  metadata:
    creationTimestamp: "2026-07-28T18:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:46:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b.18c6887a6ca05938
    namespace: kserve-ci-e2e-test
    resourceVersion: "54197"
    uid: 864e89df-fccd-4eb7-908f-276e568c4a66
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54185"
    uid: b6069bc9-a857-4839-9ce1-9169c1a37134
  kind: Event
  lastTimestamp: "2026-07-28T18:46:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:46:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6887a6a279239
    namespace: kserve-ci-e2e-test
    resourceVersion: "54188"
    uid: ff2b876e-f7c0-4745-b1d6-a2c69f4db1a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54186"
    uid: c2988839-2263-473e-ba32-688aea0451ee
  kind: Event
  lastTimestamp: "2026-07-28T18:46:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:46:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6887de8b678c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54556"
    uid: 9241484b-16e6-47cc-a800-d7986172b052
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54186"
    uid: c2988839-2263-473e-ba32-688aea0451ee
  kind: Event
  lastTimestamp: "2026-07-28T18:46:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:46:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6887de91ff0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54557"
    uid: 18a5f624-1ddf-4673-9823-ad8957c3822f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54348"
    uid: c2988839-2263-473e-ba32-688aea0451ee
  kind: Event
  lastTimestamp: "2026-07-28T18:47:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:47:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c688886663b6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54770"
    uid: 38e7913b-cf22-4c14-89dd-7e434b63a5be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54348"
    uid: c2988839-2263-473e-ba32-688aea0451ee
  kind: Event
  lastTimestamp: "2026-07-28T18:47:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:47:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6888866d38ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54771"
    uid: 50bac5b1-82dd-4d1e-b293-9453c88cea3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54177"
    uid: 33e75bb9-742e-499a-8b33-5b4d036fedb4
  kind: Event
  lastTimestamp: "2026-07-28T18:47:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:47:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6887a6a332a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "54809"
    uid: de183e83-4d84-4610-8e18-56a9084bdff2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54177"
    uid: 33e75bb9-742e-499a-8b33-5b4d036fedb4
  kind: Event
  lastTimestamp: "2026-07-28T18:46:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:46:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6887a6aa46636
    namespace: kserve-ci-e2e-test
    resourceVersion: "54209"
    uid: 6397011f-6c7f-46bb-a385-b9b028a97b0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:46:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54180"
    uid: 33e75bb9-742e-499a-8b33-5b4d036fedb4
  kind: Event
  lastTimestamp: "2026-07-28T18:46:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:46:01Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6887a74ffeff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54210"
    uid: aaa5b934-8af4-4d3d-8a62-8bbde785222e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:47:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54807"
    uid: 33e75bb9-742e-499a-8b33-5b4d036fedb4
  kind: Event
  lastTimestamp: "2026-07-28T18:47:20Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:47:20Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6888ce1b5e9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "54808"
    uid: b068559d-997e-4f74-8986-604df1a42174
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51728"
    uid: 1a285c87-0e94-41eb-a6c3-93909fc32aa0
  kind: Event
  lastTimestamp: "2026-07-28T18:42:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:42:33Z"
    name: isvc-sklearn-s3.18c688381a4370ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "52328"
    uid: 870e1301-9a6c-4d8e-840f-380887bbf6e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51728"
    uid: 1a285c87-0e94-41eb-a6c3-93909fc32aa0
  kind: Event
  lastTimestamp: "2026-07-28T18:41:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:41:16Z"
    name: isvc-sklearn-s3.18c688381ac58dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "51760"
    uid: fd007af8-daec-4f36-a9f4-b8395e53a02a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51731"
    uid: 1a285c87-0e94-41eb-a6c3-93909fc32aa0
  kind: Event
  lastTimestamp: "2026-07-28T18:41:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:41:16Z"
    name: isvc-sklearn-s3.18c6883821caa342
    namespace: kserve-ci-e2e-test
    resourceVersion: "51761"
    uid: 49c7c85a-8a7a-4688-914f-b06858a5834e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:42:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52326"
    uid: 1a285c87-0e94-41eb-a6c3-93909fc32aa0
  kind: Event
  lastTimestamp: "2026-07-28T18:42:33Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:42:33Z"
    name: isvc-sklearn-s3.18c68849e7567a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52327"
    uid: 4ca38c0a-5e18-4a0d-8d8b-40a68d444d96
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-76d485d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "41825"
    uid: b0031092-0149-4921-9722-74a27a42aa9d
  kind: Event
  lastTimestamp: "2026-07-28T18:21:53Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-76d485d498-8jjls'
  metadata:
    creationTimestamp: "2026-07-28T18:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:53Z"
    name: isvc-sklearn-scheduler-predictor-76d485d498.18c687294579fe41
    namespace: kserve-ci-e2e-test
    resourceVersion: "41835"
    uid: b0ea6b4c-ca14-4912-a1e7-88bc7cbcd63c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41824"
    uid: 7d118860-9c37-42b0-a550-76aca6e824ac
  kind: Event
  lastTimestamp: "2026-07-28T18:21:53Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-76d485d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:53Z"
    name: isvc-sklearn-scheduler-predictor.18c68729402db2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41827"
    uid: 61803214-b146-42ce-9b74-b1cc2570a8fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41817"
    uid: 3c308f0b-29e1-4d1d-b149-68a265e90613
  kind: Event
  lastTimestamp: "2026-07-28T18:21:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:53Z"
    name: isvc-sklearn-scheduler.18c687293f7b3dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41845"
    uid: 3f918d3f-20c4-4eff-b5f2-9ce949ac0e91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41817"
    uid: 3c308f0b-29e1-4d1d-b149-68a265e90613
  kind: Event
  lastTimestamp: "2026-07-28T18:21:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:53Z"
    name: isvc-sklearn-scheduler.18c687294035cf54
    namespace: kserve-ci-e2e-test
    resourceVersion: "41829"
    uid: 7b98d4f5-adf5-49bb-86bc-a739d99261ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41817"
    uid: 3c308f0b-29e1-4d1d-b149-68a265e90613
  kind: Event
  lastTimestamp: "2026-07-28T18:21:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:53Z"
    name: isvc-sklearn-scheduler.18c6872940363eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41830"
    uid: 54a87be6-fdfe-453b-aa1e-975ea0cb3a65
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:28:00.378290Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45217"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:28:00Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877ea97f4241
    namespace: kserve-ci-e2e-test
    resourceVersion: "45221"
    uid: 0f2fea60-846c-4e05-9d49-6f49c67f5265
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45226"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:00Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:28:00Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877ec30079ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "45232"
    uid: 775601a1-c128-4314-ba5d-cce90e0ebeb2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:00Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877ec465bde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45234"
    uid: 43b4b2d5-9f59-43e5-a2fb-730ad4b31899
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:00Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877ec7cda043
    namespace: kserve-ci-e2e-test
    resourceVersion: "45236"
    uid: 4e115f2e-1d10-4c02-a227-ef53b9d44f15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:00Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877ec84283fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45237"
    uid: 929d8b92-61e0-4049-a28d-54d9aa54057a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877fc6e29617
    namespace: kserve-ci-e2e-test
    resourceVersion: "45270"
    uid: 6dfbdd25-87f4-4129-9a7b-4ae3ea00b053
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877fc9ca68ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "45272"
    uid: 87412510-ec8e-496d-b43c-bffd5095152f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877fca3c1128
    namespace: kserve-ci-e2e-test
    resourceVersion: "45273"
    uid: 18bd5e68-2f74-4f0e-a704-8963bdaefc77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877fca45fb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "45275"
    uid: 4b32176e-2da8-4cdb-8422-cb70ba8c6ac1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877fcd0a0225
    namespace: kserve-ci-e2e-test
    resourceVersion: "45278"
    uid: 7f4c4cdb-f975-4d31-988c-1c3b45fbc886
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:28:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6877fcd7c8925
    namespace: kserve-ci-e2e-test
    resourceVersion: "45279"
    uid: 8fef4ca3-4295-414a-b023-71e32390d9d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:29:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:32Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c6878002eab525
    namespace: kserve-ci-e2e-test
    resourceVersion: "45920"
    uid: c0b5e048-6bac-4cfa-81a7-63a95f48e8f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:29:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c68793a7008f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45906"
    uid: e8fef3ac-4309-45ad-a7b0-864df1f5e570
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:29:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c68793a70154c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45907"
    uid: cf637b55-5102-460b-9803-677514ef450a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45219"
    uid: c0395c5f-db0b-4cd5-861e-474eacc2e9bf
  kind: Event
  lastTimestamp: "2026-07-28T18:29:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:32Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb.18c68794091e9494
    namespace: kserve-ci-e2e-test
    resourceVersion: "45919"
    uid: f2db966d-850d-4650-9231-e2480fc2b7a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5746969457
    namespace: kserve-ci-e2e-test
    resourceVersion: "45204"
    uid: fc7b2f79-7ede-42c0-b313-b8b398c0e8f4
  kind: Event
  lastTimestamp: "2026-07-28T18:28:00Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5746969457-jjxdb'
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:00Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457.18c6877ea90764de
    namespace: kserve-ci-e2e-test
    resourceVersion: "45218"
    uid: b8b26fcb-8e0d-4e63-82f2-aeeee835fcc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45202"
    uid: 9133b98d-815e-4f89-8400-421ffd33de9c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:00Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5746969457 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:00Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6877ea40daa88
    namespace: kserve-ci-e2e-test
    resourceVersion: "45206"
    uid: 45d6ab4b-830c-48a0-82c4-d6adcf53698e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45203"
    uid: f8fea3a0-e07c-4738-9e5e-e283e4367ae5
  kind: Event
  lastTimestamp: "2026-07-28T18:28:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6878223053ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45462"
    uid: 031af96c-6b00-4e87-aa2b-0d1f27d7b707
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45203"
    uid: f8fea3a0-e07c-4738-9e5e-e283e4367ae5
  kind: Event
  lastTimestamp: "2026-07-28T18:28:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18c687822371c128
    namespace: kserve-ci-e2e-test
    resourceVersion: "45463"
    uid: 19037b5a-3baa-49dc-a734-74e06956d189
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45355"
    uid: f8fea3a0-e07c-4738-9e5e-e283e4367ae5
  kind: Event
  lastTimestamp: "2026-07-28T18:29:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18c68789218b23de
    namespace: kserve-ci-e2e-test
    resourceVersion: "45888"
    uid: 7d7ce15b-bd20-48d8-9b0d-4553547f4ad0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45355"
    uid: f8fea3a0-e07c-4738-9e5e-e283e4367ae5
  kind: Event
  lastTimestamp: "2026-07-28T18:29:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6878921f4678d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45890"
    uid: d2cf3bf2-9379-4105-949a-727e2dc70f49
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45195"
    uid: b16457a4-72db-4e23-8987-e2a05069be75
  kind: Event
  lastTimestamp: "2026-07-28T18:29:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:22Z"
    name: isvc-sklearn-v2-mixed.18c6877ea40d7606
    namespace: kserve-ci-e2e-test
    resourceVersion: "45835"
    uid: 2f182381-0ed5-4f6a-bd4c-41fd454738f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45195"
    uid: b16457a4-72db-4e23-8987-e2a05069be75
  kind: Event
  lastTimestamp: "2026-07-28T18:28:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:28:00Z"
    name: isvc-sklearn-v2-mixed.18c6877ea4bb372c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45210"
    uid: 08be523d-2459-4866-94b3-a2ada7e616f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45833"
    uid: b16457a4-72db-4e23-8987-e2a05069be75
  kind: Event
  lastTimestamp: "2026-07-28T18:29:22Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:22Z"
    name: isvc-sklearn-v2-mixed.18c68791bb184a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "45834"
    uid: 24511e6a-3984-4e0c-b932-2c5757f297cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:26:24.990043Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44455"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:26:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:26:24Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c6876873ea14b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44461"
    uid: ac7694cb-440d-4c0e-9606-7c69edd90e1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44465"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:25Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:26:25Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c687688de6cdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44474"
    uid: f7a9f533-196e-41d1-b7d3-326b884a5808
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:25Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c687688f74eb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "44476"
    uid: eb9b39fa-65eb-4d83-a1fd-9fec2d20ebc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:25Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c687689282df98
    namespace: kserve-ci-e2e-test
    resourceVersion: "44477"
    uid: 2407e113-9005-4d2e-9128-6b33f61ac687
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:25Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c6876892f7b345
    namespace: kserve-ci-e2e-test
    resourceVersion: "44478"
    uid: 9f97a7bd-ca21-4818-a836-2786a548cc9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:30Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c68769a62e64c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44519"
    uid: 7e70cd4e-653f-41cd-adcc-91ec35ddb8e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:30Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c68769a97c0407
    namespace: kserve-ci-e2e-test
    resourceVersion: "44521"
    uid: 714a87da-b494-41cb-aec7-ec866da51ad4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:30Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c68769a9f2abc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44523"
    uid: 3ee692c9-1126-48fb-aeec-51d984cd6eeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:30Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c68769a9fcf5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "44525"
    uid: 23138da4-a8f8-4ebd-b500-6baaf4a1a4c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:30Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c68769add0ff36
    namespace: kserve-ci-e2e-test
    resourceVersion: "44527"
    uid: 413faf29-6403-4cd8-ba8a-5f85b23c70ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:26:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:30Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c68769ae47609f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44528"
    uid: 51701389-a826-43b6-b932-bb5b6cf9a6bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:27:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:58Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c6876a1e049d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45172"
    uid: 838f28f4-eec4-4e00-ace8-374d7699d760
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:27:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:55Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c6877d76489571
    namespace: kserve-ci-e2e-test
    resourceVersion: "45145"
    uid: 92a5c88d-0d85-4f66-8981-4aa215526cee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:27:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:55Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c6877d7649047d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45146"
    uid: 28950122-796b-40e8-8775-f68d8014e260
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44458"
    uid: 9c9189bb-8727-4b1f-b9af-2e852a123e96
  kind: Event
  lastTimestamp: "2026-07-28T18:27:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:58Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd.18c6877e243e71b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45171"
    uid: 7c6dfd36-1be7-4f27-a4d4-f3edebff1c3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-77f4cf5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44446"
    uid: 95e6e73e-ab40-410d-89bd-05364d772bfb
  kind: Event
  lastTimestamp: "2026-07-28T18:26:24Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-77f4cf5bd-z59vd'
  metadata:
    creationTimestamp: "2026-07-28T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:24Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd.18c68768732cbdd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44456"
    uid: d89fbfd2-7bc1-49a5-a70f-61a999cc0004
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44444"
    uid: b87e5b59-2b25-4151-9a8a-af971ba90fd4
  kind: Event
  lastTimestamp: "2026-07-28T18:26:24Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-77f4cf5bd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:24Z"
    name: isvc-sklearn-v2-predictor.18c687686fdfbffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44449"
    uid: de735764-c746-40d7-9b86-93d09b389883
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44445"
    uid: 9db11078-9d03-407c-ad2c-8f5e4e50dfa6
  kind: Event
  lastTimestamp: "2026-07-28T18:27:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:09Z"
    name: isvc-sklearn-v2-predictor.18c6876beee1f904
    namespace: kserve-ci-e2e-test
    resourceVersion: "44811"
    uid: f1ee5e56-261d-48eb-a2d7-d89f3693bb2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44445"
    uid: 9db11078-9d03-407c-ad2c-8f5e4e50dfa6
  kind: Event
  lastTimestamp: "2026-07-28T18:27:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:09Z"
    name: isvc-sklearn-v2-predictor.18c6876bef48d6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "44812"
    uid: f1292109-42c2-475b-90c1-483cc8b3d489
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44600"
    uid: 9db11078-9d03-407c-ad2c-8f5e4e50dfa6
  kind: Event
  lastTimestamp: "2026-07-28T18:27:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:55Z"
    name: isvc-sklearn-v2-predictor.18c687766c0d2189
    namespace: kserve-ci-e2e-test
    resourceVersion: "45128"
    uid: 3552a0e1-3847-4bcb-a12d-c1ed55bda996
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44600"
    uid: 9db11078-9d03-407c-ad2c-8f5e4e50dfa6
  kind: Event
  lastTimestamp: "2026-07-28T18:27:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:55Z"
    name: isvc-sklearn-v2-predictor.18c687766c7f1267
    namespace: kserve-ci-e2e-test
    resourceVersion: "45129"
    uid: 3d40a432-741a-4976-b1c8-00480b389256
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:25:19.711740Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43906"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:25:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:25:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6875941064b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "43912"
    uid: 45e98310-9dae-4fa3-b6b7-df1149b76818
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6875951d30fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43923"
    uid: 415aae8f-86dc-4564-929b-c92ec5bcc462
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43916"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:21Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:25:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c68759b441f2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "43935"
    uid: 2db6b5ec-5277-48ae-93f6-f58db18adacf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c68759b6225b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "43938"
    uid: d2a1ad38-5043-4e69-b3c6-2b5480df3c54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c68759b9884ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43939"
    uid: da415eb5-68fe-4c5b-bd1c-85a064de9149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:21Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c68759b9ffddd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43940"
    uid: bfe700b0-8d93-409a-89f9-61fc1b5797c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6875ad55ad2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43984"
    uid: ef9acf5d-fb9b-4bc6-9f5e-ffed4b621214
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6875ad894fbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "43986"
    uid: eb0aa4fe-3591-4494-b0ca-79768cbfe59a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6875ad90880ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "43987"
    uid: d26777ff-e759-4965-b3c7-63a5c79aa075
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6875ad9126752
    namespace: kserve-ci-e2e-test
    resourceVersion: "43989"
    uid: f0385324-c396-453e-a165-b0a7440b892f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6875adc064415
    namespace: kserve-ci-e2e-test
    resourceVersion: "43991"
    uid: db703760-90d2-46dd-9f4e-acf64cbead47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:25:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6875adc7f154d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43992"
    uid: dcfffe06-8bda-487e-85f2-65572c4aebaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:26:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c68763b0f419c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44258"
    uid: 297e320e-89d8-48a1-b01f-de18b54cd91a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:26:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c687674070d286
    namespace: kserve-ci-e2e-test
    resourceVersion: "44397"
    uid: ea9d0986-afaa-4546-a88b-86cec285c752
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:26:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c68767407153c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44398"
    uid: a9adf89f-6649-431c-95dc-7b3baf94fe3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:26:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6876857474c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "44429"
    uid: e52cfec8-707a-4d0d-b2f7-e88ab63be034
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: 3de35732-fa7a-4e6b-8968-25f2e8a972f5
  kind: Event
  lastTimestamp: "2026-07-28T18:26:24Z"
  message: 'Readiness probe failed: Get "http://10.134.0.42:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6.18c6876857a23e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44430"
    uid: d97e1955-d8d3-4f71-86e9-2ff554113d9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "43896"
    uid: a9bb228c-39a4-4c09-827f-424e643dec07
  kind: Event
  lastTimestamp: "2026-07-28T18:25:19Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-7fsd6'
  metadata:
    creationTimestamp: "2026-07-28T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:19Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c6875940814cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43909"
    uid: e9cf7a04-c8a1-424a-8ca6-62e7f37788b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43894"
    uid: 17b37d6e-1fb3-4722-8fce-a032fd12394c
  kind: Event
  lastTimestamp: "2026-07-28T18:25:19Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18c687593c507b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43897"
    uid: 4ded0755-3d88-4df7-9a23-a99aedfec092
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43895"
    uid: 0f6dd024-cd0d-4a59-961b-76b46b1f92ef
  kind: Event
  lastTimestamp: "2026-07-28T18:25:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:49Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6875cbb4e8857
    namespace: kserve-ci-e2e-test
    resourceVersion: "44157"
    uid: 0b4174ac-d307-4432-b969-6743b1cf9857
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43895"
    uid: 0f6dd024-cd0d-4a59-961b-76b46b1f92ef
  kind: Event
  lastTimestamp: "2026-07-28T18:25:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:49Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6875cbb9afbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: e1e4b782-e82c-44ef-8323-a701551ddd1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44050"
    uid: 0f6dd024-cd0d-4a59-961b-76b46b1f92ef
  kind: Event
  lastTimestamp: "2026-07-28T18:26:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18c68763b9cf2303
    namespace: kserve-ci-e2e-test
    resourceVersion: "44381"
    uid: 0b1ca4b7-33e4-4118-995d-162142600d3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44050"
    uid: 0f6dd024-cd0d-4a59-961b-76b46b1f92ef
  kind: Event
  lastTimestamp: "2026-07-28T18:26:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:19Z"
    name: isvc-sklearn-v2-runtime-predictor.18c68763ba3f189a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44382"
    uid: 19a43957-e881-479d-bf3f-e694c6e3fa6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43887"
    uid: 2914b734-ed27-42d9-b450-678f201e9fe1
  kind: Event
  lastTimestamp: "2026-07-28T18:26:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:26:14Z"
    name: isvc-sklearn-v2-runtime.18c687593c65ae43
    namespace: kserve-ci-e2e-test
    resourceVersion: "44340"
    uid: 290e6734-b627-4467-b4c0-29577e72346e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43887"
    uid: 2914b734-ed27-42d9-b450-678f201e9fe1
  kind: Event
  lastTimestamp: "2026-07-28T18:25:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:25:19Z"
    name: isvc-sklearn-v2-runtime.18c687593ce1bc53
    namespace: kserve-ci-e2e-test
    resourceVersion: "43901"
    uid: 83dd6db9-5922-4eb4-9e61-ea91abdb80bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44338"
    uid: 2914b734-ed27-42d9-b450-678f201e9fe1
  kind: Event
  lastTimestamp: "2026-07-28T18:26:14Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:26:14Z"
    name: isvc-sklearn-v2-runtime.18c6876608f9bb93
    namespace: kserve-ci-e2e-test
    resourceVersion: "44339"
    uid: 60a0c617-8b08-4fe0-8740-02fa76c455ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44435"
    uid: 67c26966-7a97-47fa-b3f2-3f695147f162
  kind: Event
  lastTimestamp: "2026-07-28T18:27:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:27:48Z"
    name: isvc-sklearn-v2.18c687686fe10bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45082"
    uid: ac5a1cd1-dc90-4812-ba13-1ee0b9ffc0b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44435"
    uid: 67c26966-7a97-47fa-b3f2-3f695147f162
  kind: Event
  lastTimestamp: "2026-07-28T18:26:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:26:24Z"
    name: isvc-sklearn-v2.18c687687087f987
    namespace: kserve-ci-e2e-test
    resourceVersion: "44452"
    uid: b7d6f405-4a4f-46fe-a911-7afe7db5f288
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45080"
    uid: 67c26966-7a97-47fa-b3f2-3f695147f162
  kind: Event
  lastTimestamp: "2026-07-28T18:27:48Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:27:48Z"
    name: isvc-sklearn-v2.18c6877bd60e00b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45081"
    uid: d44b02ca-794a-41a2-9bac-54f490a326da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41917"
    uid: 2da0df83-2391-43d3-9767-70bbb80a765e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:28Z"
    name: isvc-sklearn.18c6872aede30b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "42601"
    uid: ca795085-2fbc-4393-a2e6-40d9807d17ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41917"
    uid: 2da0df83-2391-43d3-9767-70bbb80a765e
  kind: Event
  lastTimestamp: "2026-07-28T18:22:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:00Z"
    name: isvc-sklearn.18c6872aeea839e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41949"
    uid: dd90c9b5-9cb1-41f6-a9b6-f0af164e4b82
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41921"
    uid: 2da0df83-2391-43d3-9767-70bbb80a765e
  kind: Event
  lastTimestamp: "2026-07-28T18:22:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:00Z"
    name: isvc-sklearn.18c6872af59e5f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41950"
    uid: e215d3f4-1e45-46ad-8ba6-ecfad4028459
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42597"
    uid: 2da0df83-2391-43d3-9767-70bbb80a765e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:28Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:28Z"
    name: isvc-sklearn.18c6873f65f675cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42599"
    uid: ab8c93dc-050b-4312-b78b-36f5f6217d9f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:29:35.714709Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45976"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-stxfr
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:29:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:29:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68794dbfd8c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "45981"
    uid: 5a24bba3-a253-4402-8692-96c6eb56c5f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45984"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:36Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:29:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68794f56e79d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45997"
    uid: db8b2b28-f71b-4c19-ae73-5fb4c95475e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68794f7babb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "46000"
    uid: 049e057b-2243-4c96-a8b8-b4b86f483467
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68794fad8cd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "46002"
    uid: 1c7bcc98-fe82-4e3f-a1dc-c73a1881ac25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:36Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68794fb485dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "46003"
    uid: 556444ee-6dd5-4340-8ffa-1691f5cf77ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:40Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68795fe2065a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46037"
    uid: 7d2c31d6-029f-4255-9962-fd2f0d872b5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:44Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.676s (3.676s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68796d93f87de
    namespace: kserve-ci-e2e-test
    resourceVersion: "46071"
    uid: e50d6852-2a57-4fca-b120-d4c692b79a25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68796dc2e071f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46072"
    uid: e24a2b25-cc3d-46e9-9426-745eefa02d8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68796dce613bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46073"
    uid: becaed28-116c-4471-8efd-826f66fdab8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68796dcf033e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46074"
    uid: 033d7119-f4e0-470c-a875-59e79f0e9b33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68796dfe1519b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46075"
    uid: c1cf7472-9be0-456d-90c2-49c839a660e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:44Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68796e0581406
    namespace: kserve-ci-e2e-test
    resourceVersion: "46076"
    uid: c8f388fb-28c3-4fa7-a7a5-63b8347a0043
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:29:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c68796edd78f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "46122"
    uid: aabfa05e-10bd-442f-af46-46e44f663650
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:30:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c6879e7a002a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46340"
    uid: 4b97ca60-aa06-4ea7-865d-0d39d0044139
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:30:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:17Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c6879e7a00e537
    namespace: kserve-ci-e2e-test
    resourceVersion: "46341"
    uid: 48be5e43-ddad-44b9-9537-7f9bc788a3b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-stxfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45978"
    uid: 39f8cd49-e773-450f-8672-89b9f2458f21
  kind: Event
  lastTimestamp: "2026-07-28T18:30:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-stxfr.18c6879f4fca4c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "46623"
    uid: b53c7ca4-1068-4778-bd53-c89eb42f07d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "45964"
    uid: 997fbba5-73de-4b5c-a071-514dfe67da04
  kind: Event
  lastTimestamp: "2026-07-28T18:29:35Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-stxfr'
  metadata:
    creationTimestamp: "2026-07-28T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:35Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c68794db6aebb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45977"
    uid: 8fbb4f76-0235-4588-8648-750c1c0c1560
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45962"
    uid: 13a1caa0-229c-483b-aa74-7de5bb02ec47
  kind: Event
  lastTimestamp: "2026-07-28T18:29:35Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:35Z"
    name: isvc-tensorflow-predictor.18c68794d653b04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45966"
    uid: baf63087-fd8a-4f09-9dbf-27560c42eded
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45963"
    uid: 4c328b2a-347e-423f-8e43-80c6e1ef9dff
  kind: Event
  lastTimestamp: "2026-07-28T18:30:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:05Z"
    name: isvc-tensorflow-predictor.18c6879856991fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46239"
    uid: dadbb268-0c9e-4358-918d-5492de6a9cc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45963"
    uid: 4c328b2a-347e-423f-8e43-80c6e1ef9dff
  kind: Event
  lastTimestamp: "2026-07-28T18:30:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:05Z"
    name: isvc-tensorflow-predictor.18c687985736c9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46240"
    uid: 8a6b81d0-188e-4108-b4a0-14858e55334f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:30:22.213795Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46406"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:30:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:30:22Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c6879faf8d5075
    namespace: kserve-ci-e2e-test
    resourceVersion: "46412"
    uid: 25270d08-0aec-4a01-a1be-974ce881f3a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:22Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c6879fb985854d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46423"
    uid: 7c714887-3665-4b3d-9d28-e47d40e28cd8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46418"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:23Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:30:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c6879fee573765
    namespace: kserve-ci-e2e-test
    resourceVersion: "46436"
    uid: 67c5433c-f0f8-4f51-8044-4b1887de34ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c6879fefef611c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46438"
    uid: 260e5888-fcde-484e-b0a6-d3f3d2b5d729
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c6879ff2fb83f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46439"
    uid: 142ed035-5666-4da0-a031-8a66d3885b96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:23Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c6879ff3733c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "46440"
    uid: 3ad48997-2b73-491c-9eb6-2146e22131a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:28Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T18:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a10e9ce7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "46482"
    uid: 1c2cbe0d-d237-4d74-8947-0ffed70d652f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:31Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.736s (3.736s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a1ed57e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "46512"
    uid: 6b4ed282-cca3-4e54-9f4f-4de304a39cb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a1f0682389
    namespace: kserve-ci-e2e-test
    resourceVersion: "46513"
    uid: 86cf94be-fbff-4979-9cc9-affcbdaf2e05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a1f0db063e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46514"
    uid: ee9d875b-810b-40b0-bd3a-edf8c6d0b34a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a1f0e588df
    namespace: kserve-ci-e2e-test
    resourceVersion: "46515"
    uid: baa092b4-8496-4516-9321-d0432a5ad80b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a1f3ed1355
    namespace: kserve-ci-e2e-test
    resourceVersion: "46516"
    uid: 8cd964cd-b516-4274-9e94-608e3092e658
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:31Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a1f45d83c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46517"
    uid: bf0550ac-6a65-41c1-af15-3a3b21908ed7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:30:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:38Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a1fe51199a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46570"
    uid: eb846860-5719-4dd0-9e36-8899952dda7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:31:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a944cda197
    namespace: kserve-ci-e2e-test
    resourceVersion: "46775"
    uid: aab9a1c4-0f86-440a-bffa-cb0916948eae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:31:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:03Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687a944ce2669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46776"
    uid: 17fcc05e-a267-4eae-997e-26f2434964eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "46410"
    uid: 3b36a98c-4d99-4cea-94aa-edad688b716a
  kind: Event
  lastTimestamp: "2026-07-28T18:31:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r.18c687aa6052cccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47043"
    uid: bc3cee8f-8124-447d-9b95-84e4757e1418
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "46397"
    uid: 461fc5c7-7850-48d8-a48c-8ad595580546
  kind: Event
  lastTimestamp: "2026-07-28T18:30:22Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-ltc5r'
  metadata:
    creationTimestamp: "2026-07-28T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:22Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c6879faee657c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46409"
    uid: 1f1972f4-5d9a-4410-82ba-9589ce47d9a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46395"
    uid: 6569b47e-119c-476f-a452-b1cdf9315c7d
  kind: Event
  lastTimestamp: "2026-07-28T18:30:22Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:22Z"
    name: isvc-tensorflow-runtime-predictor.18c6879fab18b378
    namespace: kserve-ci-e2e-test
    resourceVersion: "46399"
    uid: 00c85a39-7112-43d6-b184-e4ec8f2ecfba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46396"
    uid: 24d4c6cd-f85f-45f5-bcc4-fc51f48d18d0
  kind: Event
  lastTimestamp: "2026-07-28T18:30:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:37Z"
    name: isvc-tensorflow-runtime-predictor.18c687a32a9a034d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46562"
    uid: e35949fe-3cc6-4764-9671-916cdec71653
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46396"
    uid: 24d4c6cd-f85f-45f5-bcc4-fc51f48d18d0
  kind: Event
  lastTimestamp: "2026-07-28T18:30:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:37Z"
    name: isvc-tensorflow-runtime-predictor.18c687a32b109e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "46563"
    uid: 75e67dc9-e009-4abe-a4ec-abbc11cb567b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46561"
    uid: 24d4c6cd-f85f-45f5-bcc4-fc51f48d18d0
  kind: Event
  lastTimestamp: "2026-07-28T18:30:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:52Z"
    name: isvc-tensorflow-runtime-predictor.18c687a6a9d594ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "46679"
    uid: 8159c35c-bd32-48b4-a2d9-cb0335125118
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46561"
    uid: 24d4c6cd-f85f-45f5-bcc4-fc51f48d18d0
  kind: Event
  lastTimestamp: "2026-07-28T18:30:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:52Z"
    name: isvc-tensorflow-runtime-predictor.18c687a6aa650b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "46681"
    uid: 86f3c9d9-40f2-424b-b24f-cf46fc7ac050
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46388"
    uid: d120283c-d1f8-4ac2-b39e-f8c4e857e619
  kind: Event
  lastTimestamp: "2026-07-28T18:30:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:48Z"
    name: isvc-tensorflow-runtime.18c6879fab0fe41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46650"
    uid: c8c1c309-2d07-4406-9119-64c41084cd8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46388"
    uid: d120283c-d1f8-4ac2-b39e-f8c4e857e619
  kind: Event
  lastTimestamp: "2026-07-28T18:30:22Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:22Z"
    name: isvc-tensorflow-runtime.18c6879fabab9e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "46402"
    uid: adb45cc5-c980-43c5-be1a-1f640f02ba12
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46648"
    uid: d120283c-d1f8-4ac2-b39e-f8c4e857e619
  kind: Event
  lastTimestamp: "2026-07-28T18:30:48Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:48Z"
    name: isvc-tensorflow-runtime.18c687a5be76635e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46649"
    uid: 8a0acbeb-3f4f-4ef1-8da1-d25b13ccae54
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "45955"
    uid: 2291df7e-492b-45e2-9427-510b32aa65e5
  kind: Event
  lastTimestamp: "2026-07-28T18:30:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:00Z"
    name: isvc-tensorflow.18c68794d646e184
    namespace: kserve-ci-e2e-test
    resourceVersion: "46206"
    uid: 4f62f106-4c7b-4184-ae7a-6821664f169c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "45955"
    uid: 2291df7e-492b-45e2-9427-510b32aa65e5
  kind: Event
  lastTimestamp: "2026-07-28T18:29:35Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:35Z"
    name: isvc-tensorflow.18c68794d6ccbc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "45968"
    uid: b5925d44-1a15-45c9-9aef-f11e62608322
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46204"
    uid: 2291df7e-492b-45e2-9427-510b32aa65e5
  kind: Event
  lastTimestamp: "2026-07-28T18:30:00Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:00Z"
    name: isvc-tensorflow.18c6879aad85e02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46205"
    uid: 6fce07cd-10b2-44f7-af1d-72a2eb60fcb5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:31:08.571790Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46836"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-795zp
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:31:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:31:08Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687aa7ab41b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "46842"
    uid: b5c3f95d-25f3-4c0a-997d-f318766731a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:31:09Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:31:09Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687aa94b0bf35
    namespace: kserve-ci-e2e-test
    resourceVersion: "46853"
    uid: 7330d875-2f99-41d0-abfc-472a63d73d4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:31:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:09Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687aa969d9c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "46855"
    uid: d69ffbbd-e456-4d35-9f9c-f9810b313fab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:31:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:09Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687aa999d9ed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46856"
    uid: f629d0fc-04f8-4827-aa0f-3613a5eedc70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:31:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:09Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687aa9a1031fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "46857"
    uid: c68970de-55f2-4487-8b40-f5695b70d55a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:31:12Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-28T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:12Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687ab825e90c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46894"
    uid: 3f786611-8fe0-428d-9e01-8b7a5b1c5c3a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:06Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.972s
    (1m53.972s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:06Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c60bacd4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47699"
    uid: b74b7b02-e678-4898-b8db-34f6e8188b42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:07Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c611b76a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "47700"
    uid: f23e7991-739e-4d4d-ba2f-0f5045165026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:07Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c6128e7702
    namespace: kserve-ci-e2e-test
    resourceVersion: "47701"
    uid: 9ab79e1b-6dad-4c5c-9696-80f9eda50b13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:07Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c612990019
    namespace: kserve-ci-e2e-test
    resourceVersion: "47702"
    uid: 66ce507c-17d8-4be1-9fb5-779556d246fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:07Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c61786d54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47703"
    uid: 7c7e56b4-4eb9-4480-922f-5ab375464f81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:07Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c6192d1a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47704"
    uid: 5dbac1db-84f4-4396-842f-3315a1733fa2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:08Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c6337b3ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47713"
    uid: 6ce671de-43d6-49a0-9b0f-59705bfbdad2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:20Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c916ef791c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47822"
    uid: 7829620e-e376-413b-bce4-1ad5bd7983d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-795zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46837"
    uid: de2a473e-0a55-45e8-a3ab-8813a1f29b85
  kind: Event
  lastTimestamp: "2026-07-28T18:33:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:20Z"
    name: isvc-triton-predictor-5d7db58676-795zp.18c687c916efde0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47823"
    uid: 1074a08e-c650-4857-b82a-b94e23356c8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "46826"
    uid: 43cee313-aa13-406b-a9ab-2ef2e7c98e66
  kind: Event
  lastTimestamp: "2026-07-28T18:31:08Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-795zp'
  metadata:
    creationTimestamp: "2026-07-28T18:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:08Z"
    name: isvc-triton-predictor-5d7db58676.18c687aa7a430e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "46838"
    uid: 1ed8bd4b-c61a-4915-acda-633c9d578d93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46824"
    uid: be3e3634-a7c0-4c02-a149-9702abd3e49a
  kind: Event
  lastTimestamp: "2026-07-28T18:31:08Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:08Z"
    name: isvc-triton-predictor.18c687aa76ab5db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46828"
    uid: 72000237-4dcf-4642-9dfe-e3df1b8979d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46825"
    uid: adde47d0-7598-468e-9580-ac66c86556fa
  kind: Event
  lastTimestamp: "2026-07-28T18:33:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:08Z"
    name: isvc-triton-predictor.18c687adf593f72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47714"
    uid: b0bbaba6-2f39-4283-8391-f1e8c19b4e6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46825"
    uid: adde47d0-7598-468e-9580-ac66c86556fa
  kind: Event
  lastTimestamp: "2026-07-28T18:33:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:08Z"
    name: isvc-triton-predictor.18c687adf60295bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47715"
    uid: 7b83f329-ce72-497e-9fbc-6d59a238a1c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "46815"
    uid: b9748649-6ef6-4b02-ad07-f32e15c73565
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-triton.18c687aa77002156
    namespace: kserve-ci-e2e-test
    resourceVersion: "47765"
    uid: b9297c51-67ec-42bb-9528-c236033d2723
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "46815"
    uid: b9748649-6ef6-4b02-ad07-f32e15c73565
  kind: Event
  lastTimestamp: "2026-07-28T18:31:08Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:31:08Z"
    name: isvc-triton.18c687aa779672b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46833"
    uid: af53d1de-9778-4e39-a6e8-ab0058dd80ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47762"
    uid: b9748649-6ef6-4b02-ad07-f32e15c73565
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-triton.18c687c7a562350f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47763"
    uid: e5b1598c-ee5d-4f1e-a368-338377f59091
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:33:25.239398Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47888"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-wm285
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687ca4cba6dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "47894"
    uid: 15483ef6-b232-4b1d-8a69-817445cbcf3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47900"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687ca6667eb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "47904"
    uid: 1e70f523-4de3-4f3f-9cd4-39290b7f78a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687ca67e2b07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47906"
    uid: 211c3f07-ea94-47d5-9786-3ea74f86cf36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687ca6ad52719
    namespace: kserve-ci-e2e-test
    resourceVersion: "47907"
    uid: 8338f0cf-efc1-4b92-b213-1c2d3fe5d473
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687ca6b3d7c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47908"
    uid: f1c30e98-ae1a-4420-b2be-af1f78b1ea4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:29Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687cb597843ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "47943"
    uid: 28e9ab2f-40c8-4dab-b6c4-47fa7cfb01ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:49Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.845s (19.845s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687cff8621527
    namespace: kserve-ci-e2e-test
    resourceVersion: "48090"
    uid: 876759ad-9724-4e2c-859a-56f2291fa432
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687cffedac986
    namespace: kserve-ci-e2e-test
    resourceVersion: "48092"
    uid: c20f8c7f-4f31-4895-9c62-650f8246ff39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687d00046a628
    namespace: kserve-ci-e2e-test
    resourceVersion: "48093"
    uid: ebc62fc7-f21d-401f-aac2-53077045bd60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687d00052272f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48094"
    uid: 8af82937-fb7a-4f82-8dc6-ef7ccfa986c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687d008dabb7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48095"
    uid: 194bee1c-2d77-4459-ac5f-164fe7c4c1c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:33:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687d00a254c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "48096"
    uid: 5fa37867-f67a-4e38-af84-3f1d5c1a3085
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:35:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687d07f53ec51
    namespace: kserve-ci-e2e-test
    resourceVersion: "48679"
    uid: 0a7e2363-eba3-405f-af61-caa6c9414da7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:35:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687e19be3645f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48656"
    uid: 8842c18d-44d4-44a6-a4e6-eaf578dea6dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:35:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687e19be3d81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48658"
    uid: de60f358-aabe-4435-9045-a130f7e625d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-wm285
    namespace: kserve-ci-e2e-test
    resourceVersion: "47891"
    uid: 6443b52a-b0fe-4ef3-b245-c08597eb0716
  kind: Event
  lastTimestamp: "2026-07-28T18:35:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:07Z"
    name: isvc-xgboost-predictor-7566d65bf7-wm285.18c687e2318d09e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48678"
    uid: 6d579227-11c1-4f5e-8034-5dd0d193743f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47877"
    uid: f8aca051-fab4-4562-b9c1-4ad37bdd8f63
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-wm285'
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c687ca4c2a5cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47890"
    uid: ff4bb83d-9228-4baa-a986-5b17c1a8c580
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47875"
    uid: af69c96e-5859-40c8-88b8-473bad0159bd
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-predictor.18c687ca46456e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "47878"
    uid: 6e397890-c697-4cb9-bd20-962a97ce2a51
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47876"
    uid: ed748888-c26b-4cf1-a496-bcbaf70fb532
  kind: Event
  lastTimestamp: "2026-07-28T18:34:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:25Z"
    name: isvc-xgboost-predictor.18c687cdc567df07
    namespace: kserve-ci-e2e-test
    resourceVersion: "48345"
    uid: 1e91f7a6-b544-4bef-bf24-467c5cfb4184
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47876"
    uid: ed748888-c26b-4cf1-a496-bcbaf70fb532
  kind: Event
  lastTimestamp: "2026-07-28T18:34:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:25Z"
    name: isvc-xgboost-predictor.18c687cdc5dbb8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48346"
    uid: e84ca40f-2911-4e3b-ab29-7145c25d8585
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48023"
    uid: ed748888-c26b-4cf1-a496-bcbaf70fb532
  kind: Event
  lastTimestamp: "2026-07-28T18:34:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:55Z"
    name: isvc-xgboost-predictor.18c687dbc2bd1b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48560"
    uid: e688f0d9-5951-4371-9900-13ab3caaaea4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48023"
    uid: ed748888-c26b-4cf1-a496-bcbaf70fb532
  kind: Event
  lastTimestamp: "2026-07-28T18:34:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:55Z"
    name: isvc-xgboost-predictor.18c687dbc32786cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48562"
    uid: 4d4f009a-f6b5-4990-8ea1-0d574ee886d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:37:01.059794Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49673"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:37:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:37:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c687fc8ca03794
    namespace: kserve-ci-e2e-test
    resourceVersion: "49679"
    uid: 8926ae91-11e5-4040-9a83-1eba43d914dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c687fc9706871e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49693"
    uid: 41550495-6d2b-4d93-bda6-a5216c3303ca
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49684"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:02Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:37:02Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c687fcffbefa24
    namespace: kserve-ci-e2e-test
    resourceVersion: "49705"
    uid: 64cbadde-fb2e-4c67-8969-bdbac86bfce9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c687fd01386d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "49707"
    uid: 0ac388fa-ae26-413c-a5e0-5a48b1d42788
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c687fd045e5909
    namespace: kserve-ci-e2e-test
    resourceVersion: "49708"
    uid: c698e28a-6035-40bd-a7cb-de2c881f1b5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:03Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c687fd04d75945
    namespace: kserve-ci-e2e-test
    resourceVersion: "49709"
    uid: 0dade170-515f-4200-accf-90d2ac9a1d1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:07Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:07Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c687fe16984407
    namespace: kserve-ci-e2e-test
    resourceVersion: "49751"
    uid: b2ac99df-306e-44bb-978a-3de9d3d0e0cf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:26Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.67s (18.67s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c688026f7781e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49879"
    uid: 07b7ccdf-7530-401d-9aad-37f96a6e7d48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c6880272348f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "49880"
    uid: 758679f8-db40-4e65-959f-d1fd0bf3a437
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c6880272985872
    namespace: kserve-ci-e2e-test
    resourceVersion: "49881"
    uid: 1deef589-8c43-4fe4-aa90-93769d4f99db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c6880272a292b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49882"
    uid: 80f3886e-c237-4ce3-8c31-440041080138
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c68802756c719a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49883"
    uid: 77d2141b-8558-477b-a335-d4de7bdf1bab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:26Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c6880275d0b9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49884"
    uid: 3966d6d7-9d76-4050-9bd2-faed8a5511ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:38:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c68802c44c7444
    namespace: kserve-ci-e2e-test
    resourceVersion: "50467"
    uid: e89a2706-b1b4-4bcb-8090-696e6bd844a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:38:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c68813dd486e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "50445"
    uid: a93177d9-3d0b-4d2c-b8cb-522af363f830
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:38:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:38:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:41Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c68813dd48d1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50446"
    uid: dc03afa1-72ed-4cfa-8f2c-2f9cad3dd290
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64
    namespace: kserve-ci-e2e-test
    resourceVersion: "49675"
    uid: 847b53ce-8876-4611-b810-c1bb107fbf9f
  kind: Event
  lastTimestamp: "2026-07-28T18:38:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:43Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-fhs64.18c68814767c1f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50466"
    uid: f51912e9-f71f-4ae9-8950-5a4ebfdc93d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "49664"
    uid: 3c35ba37-90ca-4371-a33a-7355a35aa6f5
  kind: Event
  lastTimestamp: "2026-07-28T18:37:01Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-fhs64'
  metadata:
    creationTimestamp: "2026-07-28T18:37:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:01Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c687fc8bd4119e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49674"
    uid: 7451038f-84aa-477b-85ee-2042ce89e8e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49662"
    uid: c4cce0d8-a77b-4760-a94e-7157c0506508
  kind: Event
  lastTimestamp: "2026-07-28T18:37:00Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:00Z"
    name: isvc-xgboost-runtime-predictor.18c687fc87ed4534
    namespace: kserve-ci-e2e-test
    resourceVersion: "49666"
    uid: 1ffd1fd8-93ba-450c-9570-4f6b6b91f4e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49663"
    uid: 1304ea89-1b1f-44f6-91de-1340bf5d1df7
  kind: Event
  lastTimestamp: "2026-07-28T18:37:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:46Z"
    name: isvc-xgboost-runtime-predictor.18c6880006f07368
    namespace: kserve-ci-e2e-test
    resourceVersion: "50026"
    uid: 490e8e73-ed66-415b-a4da-96839bbab1a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49663"
    uid: 1304ea89-1b1f-44f6-91de-1340bf5d1df7
  kind: Event
  lastTimestamp: "2026-07-28T18:37:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:46Z"
    name: isvc-xgboost-runtime-predictor.18c68800074fe3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50027"
    uid: 8e4d506f-7910-45dc-820e-dfad483c9719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49809"
    uid: 1304ea89-1b1f-44f6-91de-1340bf5d1df7
  kind: Event
  lastTimestamp: "2026-07-28T18:38:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:31Z"
    name: isvc-xgboost-runtime-predictor.18c6880a848d7f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "50350"
    uid: a527a796-be5a-47a1-8441-8ec2048d3603
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49809"
    uid: 1304ea89-1b1f-44f6-91de-1340bf5d1df7
  kind: Event
  lastTimestamp: "2026-07-28T18:38:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:31Z"
    name: isvc-xgboost-runtime-predictor.18c6880a84f4a593
    namespace: kserve-ci-e2e-test
    resourceVersion: "50351"
    uid: 9f938cda-89fb-4457-9141-444b75ef9cd6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49655"
    uid: e076240b-9b7b-4e1f-9ce5-eebf38e157b3
  kind: Event
  lastTimestamp: "2026-07-28T18:38:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:33Z"
    name: isvc-xgboost-runtime.18c687fc87f120bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50379"
    uid: f2a34dca-f193-4c96-9d9c-06d368c83e66
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49655"
    uid: e076240b-9b7b-4e1f-9ce5-eebf38e157b3
  kind: Event
  lastTimestamp: "2026-07-28T18:37:00Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:37:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:00Z"
    name: isvc-xgboost-runtime.18c687fc887eb74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49668"
    uid: 1537b530-f54b-48d3-974e-5db68d604f3f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50377"
    uid: e076240b-9b7b-4e1f-9ce5-eebf38e157b3
  kind: Event
  lastTimestamp: "2026-07-28T18:38:33Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:33Z"
    name: isvc-xgboost-runtime.18c6881229192dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "50378"
    uid: 095dcd92-83d1-413e-aa85-83f60909ebce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:35:10.534519Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48723"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:35:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:35:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e2d0ce5e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "48727"
    uid: c62eb3fa-5529-44b4-9316-a7b57b3774d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48731"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:10Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:35:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e2ea84bcbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48741"
    uid: db0f803b-c1d2-4dad-bd9f-db40cc217f8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e2ebf9c9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48744"
    uid: 01c755fb-6225-4b1c-994c-8516d5f5df74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:11Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e2ee953eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48745"
    uid: 1d5629eb-bd86-4fc6-93a6-19964ba440f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:11Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e2eefe8363
    namespace: kserve-ci-e2e-test
    resourceVersion: "48746"
    uid: 94348b34-6e22-494f-b587-60bf668128be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:15Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e3e8247685
    namespace: kserve-ci-e2e-test
    resourceVersion: "48780"
    uid: e488c217-c645-44e7-86c7-2e60607def8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e3eb5c0701
    namespace: kserve-ci-e2e-test
    resourceVersion: "48783"
    uid: 27225660-e25a-4699-8e4b-bf7ceb176f4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e3ebc27824
    namespace: kserve-ci-e2e-test
    resourceVersion: "48784"
    uid: 453edc05-4d64-470c-90f1-3e3f0dad41e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e3ebcea44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48785"
    uid: 4aa9356c-d1bc-4577-90cf-431a8214043a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e3eec724e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48790"
    uid: 4b9815d2-2781-496e-a85d-9c1e1da89488
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687e3ef352635
    namespace: kserve-ci-e2e-test
    resourceVersion: "48791"
    uid: 7e8af58d-0afa-49e5-93e2-34319b178589
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:36:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687ee78437f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "49133"
    uid: 5297bf82-b4b0-42b4-9b2c-82a2ee4b9cae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:36:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687ee784433e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49134"
    uid: f6465f9c-f8a6-4b6a-9684-a619f3f40efa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:36:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687ef15f9b798
    namespace: kserve-ci-e2e-test
    resourceVersion: "49153"
    uid: fff7c5c3-01fe-4327-b08f-ee8b7c4951e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48725"
    uid: eac51d91-5d26-4183-8552-c13fe4f0900a
  kind: Event
  lastTimestamp: "2026-07-28T18:36:03Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5.18c687ef1661ae20
    namespace: kserve-ci-e2e-test
    resourceVersion: "49154"
    uid: 5b9bdbe5-fc9f-4bd1-b754-9acc58855dfe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "48711"
    uid: e5ecf92f-1714-4b1c-a7e0-bb109c123961
  kind: Event
  lastTimestamp: "2026-07-28T18:35:10Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-zd4n5'
  metadata:
    creationTimestamp: "2026-07-28T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c687e2d063de02
    namespace: kserve-ci-e2e-test
    resourceVersion: "48724"
    uid: add666be-29cc-4c6c-8680-dabe906351e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48709"
    uid: 66b964e2-056e-4be4-8332-cf5255302a38
  kind: Event
  lastTimestamp: "2026-07-28T18:35:10Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:10Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c687e2cc0a0813
    namespace: kserve-ci-e2e-test
    resourceVersion: "48713"
    uid: d9dd72e8-e5c6-46c9-8ca8-41814523e4de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48710"
    uid: d89d75c5-403b-4ca3-a55c-933b385c6119
  kind: Event
  lastTimestamp: "2026-07-28T18:35:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c687e64a9a143b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49082"
    uid: 783359a2-e3a3-4f98-b115-9449d4a42294
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48710"
    uid: d89d75c5-403b-4ca3-a55c-933b385c6119
  kind: Event
  lastTimestamp: "2026-07-28T18:35:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c687e64b068cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49083"
    uid: d035868a-9d5f-4003-8ab2-351c1eb3f854
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48702"
    uid: 16f4a687-4d2f-45a7-8646-1c03c75eefb1
  kind: Event
  lastTimestamp: "2026-07-28T18:35:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:53Z"
    name: isvc-xgboost-v2-mlserver.18c687e2cc1391d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49066"
    uid: e686fbc8-7174-43a1-a164-0dfffd98864f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48702"
    uid: 16f4a687-4d2f-45a7-8646-1c03c75eefb1
  kind: Event
  lastTimestamp: "2026-07-28T18:35:10Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:10Z"
    name: isvc-xgboost-v2-mlserver.18c687e2cc7974f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48717"
    uid: d3ca9e13-7724-4350-be55-4c8126303b15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49064"
    uid: 16f4a687-4d2f-45a7-8646-1c03c75eefb1
  kind: Event
  lastTimestamp: "2026-07-28T18:35:53Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:53Z"
    name: isvc-xgboost-v2-mlserver.18c687ecc805929a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49065"
    uid: 8f5066e6-7df7-4a43-bb01-012c38755556
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:39:51.600900Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51050"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-84dcd
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:39:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:39:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c6882441aaffad
    namespace: kserve-ci-e2e-test
    resourceVersion: "51056"
    uid: e5e7f1bd-c148-4f71-be6c-e587b90a004d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c688244c5512ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "51064"
    uid: bb8a4fd8-310f-4149-af37-c957fc2e525c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51060"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:52Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:39:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c688247ea8f6f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51077"
    uid: 776e3ca7-7743-4e48-930e-30703e525f45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c68824801c2bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51079"
    uid: 1b5771d7-f497-4847-8f7c-611f8dc7c0e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c688248284d45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51080"
    uid: 0eeb1faf-deaa-430c-b306-8cc9b3484500
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:52Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c6882482e3a34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51081"
    uid: 2dc8659a-6bbe-4b1a-8c05-e2e351c4ea93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:57Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c6882598825db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51122"
    uid: 7d5474a8-e644-49c1-adb6-fae0436de02f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c688259b36bd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "51124"
    uid: 666776b3-2f7d-4836-9810-edc2b0321584
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c688259ba61322
    namespace: kserve-ci-e2e-test
    resourceVersion: "51125"
    uid: 47dfc650-9341-48a6-a4b2-546fa718afa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c688259bb0c22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51126"
    uid: 944a0afc-e9ca-42d3-96e2-ba0c20f78891
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c688259e3f7730
    namespace: kserve-ci-e2e-test
    resourceVersion: "51129"
    uid: 23312265-6353-4f7f-893f-a8bfc65bb58a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c688259ea2e881
    namespace: kserve-ci-e2e-test
    resourceVersion: "51130"
    uid: 79297c2b-4664-4c78-a651-0d8f1842416f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:41:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c68825d4859c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "51702"
    uid: bcbd5793-5d53-4d4e-a4d3-800d869e4182
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:41:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c68836e83d82d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51680"
    uid: 52ddb972-970d-49df-afe3-eaf1f34202f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:41:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:11Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c68836e83e04cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51681"
    uid: 55c97d58-2ca5-4bd7-a2e6-a5e715ebba02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51054"
    uid: 584154ef-e3f9-47d9-ba54-c356cfa2017f
  kind: Event
  lastTimestamp: "2026-07-28T18:41:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:41:14Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-84dcd.18c6883786a1a655
    namespace: kserve-ci-e2e-test
    resourceVersion: "51701"
    uid: 8a5417a9-043d-4e89-bb3b-5061c869b49a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51041"
    uid: d5cf7df0-d0a7-446e-8c85-5e250a9941d4
  kind: Event
  lastTimestamp: "2026-07-28T18:39:51Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-84dcd'
  metadata:
    creationTimestamp: "2026-07-28T18:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c68824411eecda
    namespace: kserve-ci-e2e-test
    resourceVersion: "51053"
    uid: 7e2ea4a3-430f-4a00-8dce-d5fcf847efea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51039"
    uid: 0a6448dd-2472-47ed-b1bf-4da78e351b39
  kind: Event
  lastTimestamp: "2026-07-28T18:39:51Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:51Z"
    name: isvc-xgboost-v2-predictor.18c688243d7de2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "51043"
    uid: 8ce4b7d8-fa43-497a-bbc1-aff847a6da3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51040"
    uid: 90067d4a-2835-4119-8b53-27bd21815339
  kind: Event
  lastTimestamp: "2026-07-28T18:40:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:40:21Z"
    name: isvc-xgboost-v2-predictor.18c68827bca21484
    namespace: kserve-ci-e2e-test
    resourceVersion: "51304"
    uid: 4cf77101-6a79-40e7-a87c-1a4c5b64dcc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51040"
    uid: 90067d4a-2835-4119-8b53-27bd21815339
  kind: Event
  lastTimestamp: "2026-07-28T18:40:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:40:21Z"
    name: isvc-xgboost-v2-predictor.18c68827bd00d95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51305"
    uid: f7a6cbb5-0949-4a13-8015-c2f038c8a2bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51200"
    uid: 90067d4a-2835-4119-8b53-27bd21815339
  kind: Event
  lastTimestamp: "2026-07-28T18:41:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:41:06Z"
    name: isvc-xgboost-v2-predictor.18c6882ebb591757
    namespace: kserve-ci-e2e-test
    resourceVersion: "51631"
    uid: a82a08a5-8407-463c-9d6a-0254d247ef92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51200"
    uid: 90067d4a-2835-4119-8b53-27bd21815339
  kind: Event
  lastTimestamp: "2026-07-28T18:41:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:41:06Z"
    name: isvc-xgboost-v2-predictor.18c6882ebbdf363d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51632"
    uid: 1b3519e9-ae40-4901-860d-ca9eae7e4a1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:38:46.357524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50511"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:38:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:38:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c6881510dc1576
    namespace: kserve-ci-e2e-test
    resourceVersion: "50515"
    uid: d8e971ad-a31b-4f24-8f07-2ae09faa24a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c688151a1615f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50526"
    uid: 2a18c7b9-f53d-4d3e-8986-d939d4ca0a1f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50519"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:47Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:38:47Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c68815508aaf31
    namespace: kserve-ci-e2e-test
    resourceVersion: "50534"
    uid: 49f7ddc4-52d5-45cc-ace5-17a28564c0c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:47Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c6881552add253
    namespace: kserve-ci-e2e-test
    resourceVersion: "50536"
    uid: 04604cfa-bd5f-49a3-b758-4d0729fcf531
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:47Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c6881555637d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "50537"
    uid: c8d8201a-7f09-42c6-b10b-a911fe81f02a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:47Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c6881555ea9955
    namespace: kserve-ci-e2e-test
    resourceVersion: "50538"
    uid: 33feb71b-c0d4-43f3-bcc1-8091cbdccd1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:52Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c688166ac7bc40
    namespace: kserve-ci-e2e-test
    resourceVersion: "50582"
    uid: b2ce21f6-ba4f-42aa-a733-5b260e914ab7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c688166e332a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50584"
    uid: bea7873e-dce8-421d-804c-28317f9e14ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c688166ea25c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "50585"
    uid: 81dbe849-2a5e-4a16-839c-8317d4c95911
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c688166ead0feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50587"
    uid: 2da5dd90-f406-4bdc-b626-e641604db3da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c6881671f4988b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50589"
    uid: 6d3273fb-eb57-40bd-a4e0-28c3afa08faa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:38:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c68816727ecf29
    namespace: kserve-ci-e2e-test
    resourceVersion: "50591"
    uid: c37c8672-f9f4-40ca-95d0-4c1012e5beb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:39:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:30Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c6881f483a4522
    namespace: kserve-ci-e2e-test
    resourceVersion: "50849"
    uid: 5cb083c8-9977-412e-9a56-3c17e25f1453
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:39:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c688230cec5f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "50992"
    uid: e8503d3e-38b4-43b3-b103-209d6da5f620
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:39:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c688230cece401
    namespace: kserve-ci-e2e-test
    resourceVersion: "50993"
    uid: 0a001590-3740-47eb-8fdf-6f77eed3c97f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:39:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c68823ecaf3a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51017"
    uid: a48eca31-15e0-462b-9387-17a26cfe4154
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50513"
    uid: 5a2c4fa2-ce38-4171-8376-661fb8a10526
  kind: Event
  lastTimestamp: "2026-07-28T18:39:50Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt.18c68823ed01a19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51018"
    uid: d0cd7b96-e346-46a9-a715-b921694b3f6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50499"
    uid: 3230429f-df9d-4d88-921f-33b3794a3b93
  kind: Event
  lastTimestamp: "2026-07-28T18:38:46Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-h9tqt'
  metadata:
    creationTimestamp: "2026-07-28T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c6881510621c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "50512"
    uid: 8d853fb0-4010-4532-802a-66009e28e32b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50497"
    uid: 341368a5-cfcb-4aee-a154-2aba961752b1
  kind: Event
  lastTimestamp: "2026-07-28T18:38:46Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18c688150b8d1667
    namespace: kserve-ci-e2e-test
    resourceVersion: "50501"
    uid: 67e78bb0-3065-4d23-81f4-be4baeaa0b2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50498"
    uid: 124acf72-316e-485b-bbd7-29cc4b4b7539
  kind: Event
  lastTimestamp: "2026-07-28T18:39:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:01Z"
    name: isvc-xgboost-v2-runtime-predictor.18c688188a4b05ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "50656"
    uid: 9f657ec3-ac3e-49c9-b810-16136f2cb83d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50498"
    uid: 124acf72-316e-485b-bbd7-29cc4b4b7539
  kind: Event
  lastTimestamp: "2026-07-28T18:39:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:01Z"
    name: isvc-xgboost-v2-runtime-predictor.18c688188a96a294
    namespace: kserve-ci-e2e-test
    resourceVersion: "50657"
    uid: 916084a2-d016-4ad0-bc99-e06dfbfc1ea7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50655"
    uid: 124acf72-316e-485b-bbd7-29cc4b4b7539
  kind: Event
  lastTimestamp: "2026-07-28T18:39:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6881c09649566
    namespace: kserve-ci-e2e-test
    resourceVersion: "50976"
    uid: 1c866fae-ce1f-4b6e-9b4b-1fdfbeecc6fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50655"
    uid: 124acf72-316e-485b-bbd7-29cc4b4b7539
  kind: Event
  lastTimestamp: "2026-07-28T18:39:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:46Z"
    name: isvc-xgboost-v2-runtime-predictor.18c6881c09d42f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "50977"
    uid: 64438b38-4ba0-4d88-8735-168a2264554c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50490"
    uid: 47b68f08-798a-41c3-8614-a1737f2eaa7d
  kind: Event
  lastTimestamp: "2026-07-28T18:39:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:39:40Z"
    name: isvc-xgboost-v2-runtime.18c688150b8f9524
    namespace: kserve-ci-e2e-test
    resourceVersion: "50927"
    uid: 257ae7ce-9119-4ef4-a518-39192bde859c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50490"
    uid: 47b68f08-798a-41c3-8614-a1737f2eaa7d
  kind: Event
  lastTimestamp: "2026-07-28T18:38:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:46Z"
    name: isvc-xgboost-v2-runtime.18c688150c21c926
    namespace: kserve-ci-e2e-test
    resourceVersion: "50521"
    uid: 42590f28-68c0-4968-880d-ed4754c1f05e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50493"
    uid: 47b68f08-798a-41c3-8614-a1737f2eaa7d
  kind: Event
  lastTimestamp: "2026-07-28T18:38:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:46Z"
    name: isvc-xgboost-v2-runtime.18c6881512da6f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50522"
    uid: b81d4834-93f7-4398-b665-93c2a2820e68
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50924"
    uid: 47b68f08-798a-41c3-8614-a1737f2eaa7d
  kind: Event
  lastTimestamp: "2026-07-28T18:39:40Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:39:40Z"
    name: isvc-xgboost-v2-runtime.18c688219e9a8966
    namespace: kserve-ci-e2e-test
    resourceVersion: "50925"
    uid: 0372a9ed-6f2c-4db7-93a9-7f8ed8d90cca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51032"
    uid: 9ccb0d4e-0a15-4183-97f7-4968985ef1c0
  kind: Event
  lastTimestamp: "2026-07-28T18:41:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:41:04Z"
    name: isvc-xgboost-v2.18c688243dbbda63
    namespace: kserve-ci-e2e-test
    resourceVersion: "51615"
    uid: 4a99ec2c-3044-4453-8cdd-1671eaa73d78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51032"
    uid: 9ccb0d4e-0a15-4183-97f7-4968985ef1c0
  kind: Event
  lastTimestamp: "2026-07-28T18:39:51Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:39:51Z"
    name: isvc-xgboost-v2.18c688243e4cd2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "51046"
    uid: dcc9997f-754f-4f01-b833-f8b30e22bc1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:41:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51611"
    uid: 9ccb0d4e-0a15-4183-97f7-4968985ef1c0
  kind: Event
  lastTimestamp: "2026-07-28T18:41:04Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:41:04Z"
    name: isvc-xgboost-v2.18c68835387804cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51614"
    uid: 86a83008-9612-4cee-bf54-49f684436818
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "47868"
    uid: 8b08b723-a0e3-4879-9ebe-316ca14c80ad
  kind: Event
  lastTimestamp: "2026-07-28T18:34:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:34:58Z"
    name: isvc-xgboost.18c687ca46515b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "48591"
    uid: 1f9ee2e1-c5bc-489a-94db-40838bf9f38e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "47868"
    uid: 8b08b723-a0e3-4879-9ebe-316ca14c80ad
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost.18c687ca46d9adab
    namespace: kserve-ci-e2e-test
    resourceVersion: "47882"
    uid: 28ff4462-0046-4cb8-a2cd-a168c0a73c53
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48589"
    uid: 8b08b723-a0e3-4879-9ebe-316ca14c80ad
  kind: Event
  lastTimestamp: "2026-07-28T18:34:57Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:34:57Z"
    name: isvc-xgboost.18c687dfe396b54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48590"
    uid: 14160df6-cbb8-4ef9-a589-0683736c6e65
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:30:03.075068Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-v67qd
    to ip-10-0-138-92.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c684550a12e0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 43e65444-7615-450e-9be3-b4e80580471a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c6845523a36861
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 2c812f53-78c8-4779-9513-4221a5e1196a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c6845524f1b5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 1da0d743-a76b-4ac3-a771-a4da005d381c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:04Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.248s (1.248s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:04Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c684556f5612c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 2835b8d3-0e6e-44fa-adc6-f7440f04f391
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:04Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c6845571f6c9e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: f0b676ac-339c-4f9b-add1-b380e63727e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:04Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c68455724fa530
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 1c262284-03ab-45c4-b8fa-f1d6c636e18d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:04Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c6845572599716
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: 5accce70-95a8-49a8-a44f-8ce762daf540
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:04Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c68455751e0cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 0e63b246-a4b4-4ad6-bee2-d1d7a7a9f8cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:04Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c68455757abdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 20268db2-d1d0-4e70-818f-9048d42c886b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c6846febd31042
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: 6a096676-c846-4432-a564-8ba45a016e55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-v67qd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0203403d-801b-4f2f-89a1-1b221827bae4
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: message-dumper-predictor-6575bcfdfd-v67qd.18c6846febd3995e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: a854fd8c-28df-46ff-a4b7-37a8e420e003
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-92.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-92.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: c8a556c7-9af3-42a9-a88a-e4427e71dfaa
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-v67qd'
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: message-dumper-predictor-6575bcfdfd.18c6845509a2e028
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: bbb376c8-964a-4c8c-92fb-e731c9885e23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: efa8888b-9a24-4c6c-91bb-a89b3a685e3e
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: message-dumper-predictor.18c6845506156695
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 28a1c2fa-b185-4d1d-a062-fa7bdcc3904d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: 31b46959-3e74-4551-b248-9a86d5262598
  kind: Event
  lastTimestamp: "2026-07-28T17:30:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: message-dumper-predictor.18c6845884c08f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: eef35874-c3a2-4dfb-87e9-ca6b5a1420ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: 31b46959-3e74-4551-b248-9a86d5262598
  kind: Event
  lastTimestamp: "2026-07-28T17:30:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: message-dumper-predictor.18c68458854b9c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 78e0f95f-7c9b-46ee-9116-dd0d10d18c7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 31b544bd-4999-49c5-adbb-962f5b92069e
  kind: Event
  lastTimestamp: "2026-07-28T17:30:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:13Z"
    name: message-dumper.18c68455061bac31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: bd69a99d-a6a0-4960-8dc3-875b3a09c608
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 31b544bd-4999-49c5-adbb-962f5b92069e
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: message-dumper.18c6845506916d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: 564a2be7-b355-4d61-87ab-37463fa708a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: 31b544bd-4999-49c5-adbb-962f5b92069e
  kind: Event
  lastTimestamp: "2026-07-28T17:30:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:03Z"
    name: message-dumper.18c684550e745ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: 9463dbaa-092c-4ef3-9eb7-dc840c12bd72
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 31b544bd-4999-49c5-adbb-962f5b92069e
  kind: Event
  lastTimestamp: "2026-07-28T17:30:13Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:13Z"
    name: message-dumper.18c6845772c2e0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: bb16cfee-c814-42e2-a915-ae823873801e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:23:36.196812Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42699"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:23:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:23:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c68741270dc27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42705"
    uid: 908965d4-431e-4f0d-bf9e-72011bd55e1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c687413445bdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42716"
    uid: 13beaebb-ab41-4a06-b9ad-5757e067717b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42707"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:37Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:23:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c6874164aaed1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42727"
    uid: d7f850c6-9dc3-41b0-8fb4-187a3e0a8262
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c68741662307ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "42729"
    uid: 334f648c-88a9-49c0-9b5f-7edc593c1b9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c6874169d9328f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42731"
    uid: ab100fe5-512f-445c-9df2-939b09fb3275
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:37Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c687416a4df1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42732"
    uid: 57852610-e954-44d4-aea2-d4dc82bdca3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c68742835e2489
    namespace: kserve-ci-e2e-test
    resourceVersion: "42772"
    uid: 734878c3-e6f5-4ee3-8bc9-f571bd4ea20e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c6874286ee9a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42775"
    uid: 1ecbd0b2-194d-4bdf-ac2d-c56055f751b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c687428766462b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42776"
    uid: 2b449048-5623-424a-abf0-a269566226d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c6874287719d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42779"
    uid: 1af1d661-e54c-47c4-8a2f-c61fda016165
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c687428ac2ec41
    namespace: kserve-ci-e2e-test
    resourceVersion: "42781"
    uid: aae1e701-dd6d-49cb-9254-f38a8475ad55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:23:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c687428b39c0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42782"
    uid: d8441680-fe18-4d10-adf8-22a01219ce24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:24:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c6874b2669c8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "43327"
    uid: af6da27d-70a3-4687-8a5c-7a1524d204c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:24:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c6874f22928ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43485"
    uid: 8ef34d37-fc01-4c9b-88c4-f58898fb691c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:24:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c6874f22932c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "43486"
    uid: 21613aaf-5459-4771-b07c-83709eb51927
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "42703"
    uid: de2eeda7-cb81-45f5-8eb5-1fa0bd351fc4
  kind: Event
  lastTimestamp: "2026-07-28T18:24:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:39Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg.18c6874fc97bfda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43506"
    uid: 784df467-ad0f-430b-83b5-3dc6a266cd80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42689"
    uid: 3780f976-c2ab-47ec-b8b5-e2330c6bc86c
  kind: Event
  lastTimestamp: "2026-07-28T18:23:36Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-l4xzg'
  metadata:
    creationTimestamp: "2026-07-28T18:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:36Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c687412668b823
    namespace: kserve-ci-e2e-test
    resourceVersion: "42700"
    uid: 93b32f58-e6e0-4872-a656-443de9a08cf1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42687"
    uid: 336b09ee-b6e3-4e5c-aec7-bbffce7711f0
  kind: Event
  lastTimestamp: "2026-07-28T18:23:36Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:36Z"
    name: sklearn-v2-mlserver-predictor.18c68741219c926b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42690"
    uid: b23ea9ec-b6ea-4c21-a54e-507e47694434
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42688"
    uid: 8632671d-fe10-434e-a545-2f944e5c69e6
  kind: Event
  lastTimestamp: "2026-07-28T18:24:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:06Z"
    name: sklearn-v2-mlserver-predictor.18c68744a0a955d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43236"
    uid: 5e88c4a5-4e8c-4330-8107-48c0eb5c09b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42688"
    uid: 8632671d-fe10-434e-a545-2f944e5c69e6
  kind: Event
  lastTimestamp: "2026-07-28T18:24:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:06Z"
    name: sklearn-v2-mlserver-predictor.18c68744a14e6231
    namespace: kserve-ci-e2e-test
    resourceVersion: "43237"
    uid: 062dd670-4cfa-4b8c-9027-b1f5824e0d37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42921"
    uid: 8632671d-fe10-434e-a545-2f944e5c69e6
  kind: Event
  lastTimestamp: "2026-07-28T18:24:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:36Z"
    name: sklearn-v2-mlserver-predictor.18c6874b9fe1eb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "43470"
    uid: 18c281b3-a5e7-42ba-9097-a5b210da47ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42921"
    uid: 8632671d-fe10-434e-a545-2f944e5c69e6
  kind: Event
  lastTimestamp: "2026-07-28T18:24:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:36Z"
    name: sklearn-v2-mlserver-predictor.18c6874ba0f8b071
    namespace: kserve-ci-e2e-test
    resourceVersion: "43475"
    uid: 04f4ab8d-2b4a-4772-b62f-4964dabd490d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42679"
    uid: 001814a8-3214-47d8-b41c-84ef5ebdf586
  kind: Event
  lastTimestamp: "2026-07-28T18:24:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:24:29Z"
    name: sklearn-v2-mlserver.18c68741219d90bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "43414"
    uid: 5d0fd82d-7b3b-4d89-892a-6f79e55a6ae4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42679"
    uid: 001814a8-3214-47d8-b41c-84ef5ebdf586
  kind: Event
  lastTimestamp: "2026-07-28T18:23:36Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:36Z"
    name: sklearn-v2-mlserver.18c68741222086f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42710"
    uid: 976e0cf6-dd4c-4fea-b9b4-3fd56b05b05a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42683"
    uid: 001814a8-3214-47d8-b41c-84ef5ebdf586
  kind: Event
  lastTimestamp: "2026-07-28T18:23:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:36Z"
    name: sklearn-v2-mlserver.18c6874128e8501a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42711"
    uid: 66eba05c-f7f8-4220-b531-37a6d1825ba6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43412"
    uid: 001814a8-3214-47d8-b41c-84ef5ebdf586
  kind: Event
  lastTimestamp: "2026-07-28T18:24:29Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:24:29Z"
    name: sklearn-v2-mlserver.18c6874d7ca22798
    namespace: kserve-ci-e2e-test
    resourceVersion: "43413"
    uid: 582a45a6-a590-42b9-aafb-d3be5c48f88b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:36:05.765189Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49196"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    to ip-10-0-132-11.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:36:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:36:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687efaccf80cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49200"
    uid: a71fba60-2f8c-434e-8156-4c62ba1f202c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cf6bb79f9-v8r4p
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49208"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:06Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:36:06Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687efc9581343
    namespace: kserve-ci-e2e-test
    resourceVersion: "49215"
    uid: 20ef63a9-857d-4798-b8f7-fc00cf989bed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:06Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687efcae578dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49217"
    uid: ee8295cf-3de9-4280-9562-c7d9e146719d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:06Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687efcdd86362
    namespace: kserve-ci-e2e-test
    resourceVersion: "49218"
    uid: 1c0d26b5-5243-4904-9daa-8088be1441ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:06Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687efce36f4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "49219"
    uid: 91597e9a-7537-461f-9aee-a529a55479fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687f0c5467b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "49258"
    uid: 8752be3b-d709-427b-84c8-44959ea5c21c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687f0c8975dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "49261"
    uid: 13bdaf68-1c83-4587-a3fe-330bec22b8c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687f0c9120295
    namespace: kserve-ci-e2e-test
    resourceVersion: "49262"
    uid: 078391a5-e283-414b-be2b-6674394f981d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687f0c91ed7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49265"
    uid: 5bee7c3e-fb89-48be-8c5f-82a33566a4b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687f0cc5f484e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49267"
    uid: e8d20dc1-c241-4b46-bab5-b24659d09f78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:10Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687f0ccd47d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49268"
    uid: 6ac693bc-6ddc-425d-85de-c37b83d2e1eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687fb56a6d0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49609"
    uid: 0f8f0474-09d6-4f89-857f-89dc962c023c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687fb56a7ea39
    namespace: kserve-ci-e2e-test
    resourceVersion: "49610"
    uid: 19b4d0cc-0a9f-4f59-9714-735911c60c9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r
    namespace: kserve-ci-e2e-test
    resourceVersion: "49198"
    uid: 30f70834-1c4d-4812-b1c0-b130f696bf89
  kind: Event
  lastTimestamp: "2026-07-28T18:36:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:36:58Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r.18c687fbf33ea887
    namespace: kserve-ci-e2e-test
    resourceVersion: "49632"
    uid: 4202cc66-cb2c-408d-b6d5-29755d5e9c63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-11.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-11.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49187"
    uid: bc3741f2-991b-452d-be17-0842e34c71f5
  kind: Event
  lastTimestamp: "2026-07-28T18:36:05Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-xq85r'
  metadata:
    creationTimestamp: "2026-07-28T18:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:05Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c687efac620c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "49197"
    uid: ca5a3d49-ddab-4453-b180-0063ad685d09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49185"
    uid: 31e2c345-6185-4a88-bd8e-cc307b7a73f6
  kind: Event
  lastTimestamp: "2026-07-28T18:36:05Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:05Z"
    name: xgboost-v2-mlserver-predictor.18c687efa991cc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49188"
    uid: 750a69ac-65a1-46e3-b624-cb28535514f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49186"
    uid: b9064ee1-1f9e-4980-a76c-34491ab8d95c
  kind: Event
  lastTimestamp: "2026-07-28T18:36:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:50Z"
    name: xgboost-v2-mlserver-predictor.18c687f3282c9447
    namespace: kserve-ci-e2e-test
    resourceVersion: "49559"
    uid: 162007c3-80e0-418c-a8a4-b000b754f9cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49186"
    uid: b9064ee1-1f9e-4980-a76c-34491ab8d95c
  kind: Event
  lastTimestamp: "2026-07-28T18:36:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:36:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:50Z"
    name: xgboost-v2-mlserver-predictor.18c687f32897bb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: f17b07a4-bcb3-4060-9f3d-122b97e28e0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49342"
    uid: b9064ee1-1f9e-4980-a76c-34491ab8d95c
  kind: Event
  lastTimestamp: "2026-07-28T18:36:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:35Z"
    name: xgboost-v2-mlserver-predictor.18c687f6a809fdfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49442"
    uid: 3999a383-efcd-4f80-87e9-2357db3a35da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49342"
    uid: b9064ee1-1f9e-4980-a76c-34491ab8d95c
  kind: Event
  lastTimestamp: "2026-07-28T18:36:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:35Z"
    name: xgboost-v2-mlserver-predictor.18c687f6a881f85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49444"
    uid: 55d4f57c-35a2-4792-97cc-a6cea5a33902
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49177"
    uid: f0c9c18f-6093-490f-952c-bad3870fac31
  kind: Event
  lastTimestamp: "2026-07-28T18:36:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:36:48Z"
    name: xgboost-v2-mlserver.18c687efa9960c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "49542"
    uid: 216cf247-892a-428f-aecf-a8199d90f6c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49177"
    uid: f0c9c18f-6093-490f-952c-bad3870fac31
  kind: Event
  lastTimestamp: "2026-07-28T18:36:05Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:36:05Z"
    name: xgboost-v2-mlserver.18c687efaa2cc641
    namespace: kserve-ci-e2e-test
    resourceVersion: "49192"
    uid: a3a1e3c1-3d3e-4154-93d9-bd16197d31f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49540"
    uid: f0c9c18f-6093-490f-952c-bad3870fac31
  kind: Event
  lastTimestamp: "2026-07-28T18:36:48Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:36:48Z"
    name: xgboost-v2-mlserver.18c687f9a56faaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49541"
    uid: b8dc76fb-8538-4c12-83fc-f47b407a2530
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55278"