---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:36:59.195069Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-vx4z8
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b5ecc22b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: f39b02c7-e8de-492e-add6-79535df933e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b606aefe41
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: 1458df4b-8835-46d1-90b7-22b7cc12eb8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b6080539d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: cd4e64e6-1fbf-4b64-b2f5-97241c58c89b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b60b2ed5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: b1f807ae-7e87-4b01-ac31-a8524185fb44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b60b9e14f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: ae1529f0-48cb-46e7-9e65-59f768aec877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b6f01c7267
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 604e2b92-50bf-4a5a-a6f6-39ba269ff6d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b6f2fd77e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: 12d8f313-53fd-49fe-88d5-75ffc92fa672
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b6f3a93087
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: 2039837f-94f4-4e05-9277-d683968691c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b6f3b3ab62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 67968e14-3e90-463d-a0cc-cdf02521fa20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b6f7f97c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 65e4938b-0741-47d4-8bf6-3bb8794dcc5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b6f868a629
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 6a054c6d-eeea-4106-bc10-3e342f42e194
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:38:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:30Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684b72c7c7c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: a4f40291-04d5-4245-b4d3-ec015c8cf342
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:38:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:29Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684cae7fd2a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "20494"
    uid: df235f19-250a-4b8d-b1e6-18af9b26dae6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:38:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:29Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684cae7fdab67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: 158ccb0b-e9a7-4faa-b528-93a982a68d1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a3efce03-ba23-4e2f-9483-fdb751356cf5
  kind: Event
  lastTimestamp: "2026-07-28T17:38:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:30Z"
    name: isvc-canary-create-predictor-cb85cf55c-vx4z8.18c684cb32e00817
    namespace: kserve-ci-e2e-test
    resourceVersion: "20508"
    uid: 1db9fd64-29b3-4405-8c64-6abc3c6d4670
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: a085efcc-6379-4fda-916a-4a1a02e051c2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-vx4z8'
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c684b5ec567d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 78623644-d18d-4dde-96f3-e57ea53eebda
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: a79f7b54-af84-4644-b28e-ba95be859498
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-predictor.18c684b5e7df20e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: 165f7ea1-998d-44ee-b02c-caa525f6c1a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:36:59.204612Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b5ed53c254
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 388673f8-15b9-4787-b6db-6450f32c0e31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b607b987a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 7dfbc39a-5230-4c13-92ac-405be1cf4a76
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b608fe043f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: f9d96caa-12f2-482e-9547-ace4d561e634
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b60b3a58f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: 476821a4-a5bc-472d-b0e0-c3ac45e682de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b60bac187d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 8bd16016-0eda-40b5-be98-f04161ad7d5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b6f0303e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: eda89788-d961-403e-9cbd-675177230c1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b6f3357ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 4f97c051-404e-413d-8cde-49f7da6611f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b6f3b8593f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: a66b0c16-eed8-40e4-b098-be36e932ef7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b6f3c21937
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: b9a62400-0788-46a3-bd91-68c4bf9ebad6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b6f7ed3a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 05879743-82fb-4c7e-a3e8-d7c0ad18a92c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:37:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:03Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b6f8c19fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: ae00fd7e-af98-4b97-8fb2-e2ae67f1e10c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:29Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684b768828d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 7f7440d7-ed4e-4be5-a8f2-ad7187242beb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:29Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684cae7c1f606
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 3cf34d10-0526-4043-afed-aa72a478a148
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:29Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684cae7c26835
    namespace: kserve-ci-e2e-test
    resourceVersion: "20493"
    uid: 2389d8bf-ca45-46c2-8473-c8bc477198ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 28b24a2a-60d2-4fdd-a41b-f34b933f12a2
  kind: Event
  lastTimestamp: "2026-07-28T17:38:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:31Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s.18c684cb6eb9ae5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: b0d46dc8-1368-49bb-ab7f-3d072774b348
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: e4f55df2-16fa-49cb-b113-999fb8d1d542
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-kx95s'
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c684b5ecc72257
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 527dc466-25f0-45bc-aaa7-c00e0bd0357e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19741"
    uid: 4f21d0c2-3849-4386-a355-ed61178da66a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create-v2-predictor.18c684b5e9d0ed8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: 8f220e67-0d1c-45d5-a564-09baac924d6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 3d171812-77b3-42be-9b19-38f76d1c38ec
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-create.18c684b5e9720907
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: 3ab6daa3-7918-4f27-b3f1-f4ceab955bd2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 3d171812-77b3-42be-9b19-38f76d1c38ec
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create.18c684b5e9e309ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: c6074d4a-3a91-49ba-ad8b-e61181460802
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: 3d171812-77b3-42be-9b19-38f76d1c38ec
  kind: Event
  lastTimestamp: "2026-07-28T17:36:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:59Z"
    name: isvc-canary-create.18c684b5e9e36c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: c8b52088-6391-48d9-82a2-827eb952b276
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 3d171812-77b3-42be-9b19-38f76d1c38ec
  kind: Event
  lastTimestamp: "2026-07-28T17:38:20Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:20Z"
    name: isvc-canary-create.18c684c8e50364c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: a6e82cbe-068f-45a8-b216-7bc5d8e4dfb9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:38:34.486484Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20570"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-g8nsd
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cc1c91c478
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: 10c95c02-201f-40c4-84ac-db11a708f26b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cc2cecac7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 71b0b2a1-fcfa-4c90-b299-a15bb2863571
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:35Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:38:35Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cc5a3bbf34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 9dc30350-6ea6-4924-84ae-7cca31245575
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:35Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cc5ba2cacc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: aec2ee82-7b12-4bb2-be9e-e5be6c817a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:35Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cc5ec166b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8b324ae5-fa0e-4078-8740-965c913b78f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:35Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cc5f346c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: cd5f7a77-9fb5-4032-85f3-9d5e67181f76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:39Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cd630afa66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 52b4d2cb-776d-43bd-872f-4bf32cb33f5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:40Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cd65dc7d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: 93357e7f-1c12-48a8-9a93-24f6703bbcd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:40Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cd664c09ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: bfd49297-0a41-43ea-b44d-67f92bbbe411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:40Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cd66568a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: bc6e724d-f5fe-4d39-8e5f-876f274cb39b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:40Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cd6952e602
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: d476dc6f-9665-487d-99dc-92656e7e75fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:38:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:40Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cd69bccff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: a829d40d-b044-4567-9a34-956cf329d6a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:40:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:03Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684cd9f0f6414
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: 649a80e7-0754-4d36-9944-9db546dbee38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684dfe6b43007
    namespace: kserve-ci-e2e-test
    resourceVersion: "21269"
    uid: fe53f298-ab34-4da8-b6ed-bfebed50c77e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684dfe6b4afe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: ed5aed1a-1d13-4d11-843f-e611a8437bc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: fa9baed3-9ba9-4189-ad81-18e61327ab86
  kind: Event
  lastTimestamp: "2026-07-28T17:40:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:01Z"
    name: isvc-canary-promote-predictor-d9759ffd5-g8nsd.18c684e07b44d734
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: 2608442a-f0c2-4bc6-ae1c-7aa87255ea7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: b1992c6c-621b-4d24-9471-54428318dbf4
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-g8nsd'
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c684cc1c1fb141
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: 1c33b715-b1b0-47c7-b9c2-8e2eb59f0815
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: 6313e3d0-5ba5-4dde-8e8f-5680138e4b9c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-predictor.18c684cc13cd2a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 3f14ab91-1036-4543-be1f-c9ec4359d9ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:38:34.489546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-djmzl
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cc1cc07726
    namespace: kserve-ci-e2e-test
    resourceVersion: "20579"
    uid: 6f5f04a1-4844-4509-bb7c-ec4364ee171f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cc36a7cb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: e53ba4dd-194a-4b38-af9c-811de3293787
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cc38043190
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: 110340d3-50ec-46d2-ab8b-33b438bbf707
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cc3ad99028
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: d4073a2d-8f09-4194-808a-3174f55539be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:35Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cc3b4256e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 8dc5e1dd-6d3c-40a2-88f6-235e93fb0e4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cd26fce5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: caf3b039-c739-424c-93d5-b8d701e71a98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cd29c27496
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 199e7aa3-e9cc-4524-8a1b-d6b44623817f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cd2a318479
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: e53a4b17-3943-4a8b-8f24-73adce0cdb31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cd2a3af3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: 9edcbd31-4681-4673-81f6-f0f0a9c05cda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cd2cd49c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 038ca890-48e1-4be3-aff8-5e16960e8799
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:39Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cd2d41bcc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: ab1448c9-119b-45ed-a54d-6fd300e7bfa1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:39:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:46Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684cd9f0e25dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: bf06695a-1fe0-4fd4-b71a-67ad772f0c9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684f99212a006
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 9a4ae128-1cbf-4915-9239-d8109098291e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684f992132ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 010877e3-0ed1-4f5e-afbf-988adc1a5b17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 23616cc5-959c-48e4-8651-b8fa86fecc0c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:51Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-djmzl.18c684fa17c3c22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22105"
    uid: bfff79f3-5709-4693-90af-b485b398c49e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:39:59.516257Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    to ip-10-0-136-239.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684dfe8bd1e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: 57911dbe-2537-4641-8458-696da0f057bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e0023e8b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: e0eb9b99-ab33-4a7e-92c5-ff3f17dee1b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e003b7f58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: 5291ce36-67ac-4948-817c-a9ea0c02299c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    in 3.773s (3.773s including waiting). Image size: 300915674 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e0e4a3ead0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 16c51abc-8f2b-4e00-acf4-3a8957e83570
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e0e8011281
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: 4a5aa5fa-e826-4db1-b14c-23c3ca721e59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:03Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e0e87c8fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 7d536253-b6db-4b8f-9331-8f7a890e3086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:07Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e1c9ecd4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: 3b5b1bd6-8eb5-4cbb-afc2-c67cd77045b6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 12.742s (12.742s including waiting). Image size: 1555877302 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:20Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e4c177c213
    namespace: kserve-ci-e2e-test
    resourceVersion: "21446"
    uid: 0d476cbc-2ea6-4e0c-9b8a-508d781046e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:20Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e4c49eb2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: c9a7c984-f389-440e-946e-2094ac71eeae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:20Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e4c514f42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: b3f0de59-e977-4b0e-b4a4-3382edb5b58e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:20Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:20Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e4c520f196
    namespace: kserve-ci-e2e-test
    resourceVersion: "21451"
    uid: f0cb5a28-df32-4d6e-951b-6d76a0e134cc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.199s (2.199s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:22Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e5483a980a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: 731eecdb-3fbb-4b31-9fb8-13ac99834bf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:22Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e54b4e14be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: 8fe79b5d-c295-43a3-97b3-96dc9dcaba4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:40:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:22Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e54bcc9c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: 1e2ec061-81ca-47a8-93ed-18dac31c69f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:41:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:29Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684e588f4b3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: b554c82d-840b-4244-b94b-a4ac94e45712
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:41:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684f9921e8206
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: d07273db-73c4-4089-a801-77c6ac5745ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: d2b276dc-7be4-418d-9216-3ae116187202
  kind: Event
  lastTimestamp: "2026-07-28T17:41:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:49Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-pnmcw.18c684f9921f4180
    namespace: kserve-ci-e2e-test
    resourceVersion: "22087"
    uid: 4b721faf-3f32-4964-86c5-c2a206ab5e6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 67648555-8bdd-45ee-84b2-f3bf76f9facd
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-djmzl'
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c684cc1c511f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20575"
    uid: 689072bd-8977-4986-bd37-d6a286bec86b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: 67648555-8bdd-45ee-84b2-f3bf76f9facd
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-pnmcw'
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c684dfe848838f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: fc423ab9-713c-4a7a-99d0-190855e894eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: 46ae8722-b71f-439e-838f-fbd02727dad4
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote-v2-predictor.18c684cc180b6c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: 255bd227-0521-4309-a440-2158dd905857
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: 46ae8722-b71f-439e-838f-fbd02727dad4
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-v2-predictor.18c684dfe58cb168
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: e259535a-941b-4633-9cb9-5c562c2aa49c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: f0dcef0a-14bf-4e17-9e0e-459a1db15443
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote.18c684cc172c2da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: e2cd817c-a8aa-4da3-966a-9b351e2ab538
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: f0dcef0a-14bf-4e17-9e0e-459a1db15443
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote.18c684cc1816de07
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 7855dca8-2bc3-4f0f-940a-d5a3e692e043
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: f0dcef0a-14bf-4e17-9e0e-459a1db15443
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-promote.18c684cc18173c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: db64fc4c-c3a1-4bc9-9ee4-3f2119fc3cdc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21206"
    uid: f0dcef0a-14bf-4e17-9e0e-459a1db15443
  kind: Event
  lastTimestamp: "2026-07-28T17:41:39Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:39Z"
    name: isvc-canary-promote.18c684de8d7900fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22002"
    uid: 78f73577-b533-403f-b602-8623fd85ec29
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21277"
    uid: f0dcef0a-14bf-4e17-9e0e-459a1db15443
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote.18c684dfe9242a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21281"
    uid: c01da232-cd66-404c-ba89-00eaa6e3ba0b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:19.933725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22865"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    to ip-10-0-136-239.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:19Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850e928d07d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22870"
    uid: fefe83aa-9ae6-4fc7-9172-a3963182117e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22876"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:20Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:20Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850eac19c779
    namespace: kserve-ci-e2e-test
    resourceVersion: "22879"
    uid: 4642f13a-960b-401c-a398-14b991c20397
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:20Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850eadb84fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: 81b020c6-16a3-444f-9706-c0649e4d1878
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:20Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850eb0529fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: 4d6fc3a5-b53a-41e7-831a-8a4edc6621d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:20Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850eb0c91bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: bcde9aab-ab2c-4db9-a824-70b9a61fc372
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:24Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850fa07e7e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: 52fac729-ffa7-4dcd-8a90-bbc7d271e7fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:24Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850fa3409928
    namespace: kserve-ci-e2e-test
    resourceVersion: "22918"
    uid: 4678b9f7-6669-49bb-a34f-1cc1dc128a51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:24Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850fa3a8429f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: c628949c-1411-460c-904b-d1bde001bc18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:24Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850fa3b289d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22920"
    uid: 01355694-5332-4d95-b3e1-a9f6613d6897
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:24Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850fa66ec6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 63753d30-182e-4ed7-9c2f-e32bf9144b91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:43:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:24Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850fa6d9c4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 63ea66ea-c6c9-42b8-a9c9-0fdec79b09f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:44:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:31Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6850fdc9f658d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: 7086a4b2-e9d3-4156-ae78-488aece639f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:44:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6852136da5201
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: 335b0440-eec2-4c59-89cc-f6d674f6ec56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:44:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c6852136daef32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: 364a1530-b2a6-4c98-9a04-5c4e7b62950f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 703b2083-5569-4c66-80ff-db3e01de8193
  kind: Event
  lastTimestamp: "2026-07-28T17:44:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc.18c685218ecf31cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: d6ab04af-b5f8-4b53-82d4-6875fdbdace3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:41:54.884857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:41:54Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fac53e430b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 9ce75f2e-c9d4-4864-9e8d-2384b72a9006
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:55Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684facf08708a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22187"
    uid: 1c685e73-08c3-465a-8dc7-275e50aa2ae3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22180"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:55Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:41:55Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fb02e97b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: 478bad2d-13a2-4756-9cc6-813b66643346
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:55Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fb045e6041
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: bd7e6099-faf0-4f0e-a1eb-0b4cedeb5207
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:55Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fb077a46dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22210"
    uid: d298b2d6-b0f4-4162-8fc3-0a1a998e7bd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:56Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fb07fa9ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22211"
    uid: 3a43470a-d7d8-45ff-95d2-7be3b178aa5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fbe6df967d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: 3df7e9c8-777d-49cd-9ee3-02378ff8eef1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fbea50bd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: 80972ae0-1481-4167-b1e9-df9e95d19672
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fbeac36e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22252"
    uid: 9a0d55a3-21f0-4a41-a67f-0286a0a725e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fbeacd720e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: 371cd340-21bf-498d-ba09-225515965438
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fbedeebea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: b10bf1c6-cf8e-4812-b9cd-e18d810f3a91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fbee7be5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: 19f9fc40-1384-4ad8-b0d9-6c01b850601b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:44:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:41Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c684fc5efae119
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: dfed9fb9-4886-4275-83e9-2cdb1d6e41bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:44:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c6852136c3fe24
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 3221a89e-19b1-4a28-8f76-67c5149de3fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:44:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:40Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c6852136c53a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: 87986455-30db-4102-b1ea-edd9733db4b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: bd73e697-88ea-4f12-92fb-e7c201b8a2dc
  kind: Event
  lastTimestamp: "2026-07-28T17:44:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:42Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk.18c68521db8feb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23491"
    uid: 3ffbc5d1-9cc0-4e9c-a1ac-31297834bcf7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 9c490be1-7d29-4747-953b-74118f7d9cb3
  kind: Event
  lastTimestamp: "2026-07-28T17:41:54Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-t6ktk'
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:54Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c684fac4c81fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: dd6d75c9-c171-48bb-8d90-b430f6398623
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: 9c490be1-7d29-4747-953b-74118f7d9cb3
  kind: Event
  lastTimestamp: "2026-07-28T17:43:19Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-4wdmc'
  metadata:
    creationTimestamp: "2026-07-28T17:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:19Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c6850e91fe85af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22866"
    uid: d9476965-82e9-4e6c-bdfa-b6ceef9a4562
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: 2ed6b1c9-0646-480e-9160-0584c8560cf9
  kind: Event
  lastTimestamp: "2026-07-28T17:41:54Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:54Z"
    name: isvc-canary-rollback-predictor.18c684fac05c94c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 6130f92e-21ec-4368-96fe-030ca2a1f001
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22847"
    uid: 2ed6b1c9-0646-480e-9160-0584c8560cf9
  kind: Event
  lastTimestamp: "2026-07-28T17:43:19Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T17:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:19Z"
    name: isvc-canary-rollback-predictor.18c6850e8ed06727
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 6a9097ec-af80-4a86-bbec-0b30730080ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:41:54.891169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:41:54Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fac59eb04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: c86f326b-9d27-4409-9324-09912d816901
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:55Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684facf0d2c5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22188"
    uid: 0f7243a6-371c-410b-a795-d383eb6a62b3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:55Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:41:55Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fb042c1dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 2df2e0f0-ad91-4666-99b0-51224b0894bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:55Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fb05b9c753
    namespace: kserve-ci-e2e-test
    resourceVersion: "22209"
    uid: 14b64193-1849-40f9-bfb9-acd45daf74cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:56Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fb081c620a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22212"
    uid: e931fc98-d487-4213-9245-f1b021e44a15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:56Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fb0889bc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22213"
    uid: e96611ba-0bc0-47f4-bcb4-2319214a75ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fbe6f4aeea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22247"
    uid: f1e037e5-af44-4fdb-bba1-d90a3b51c8a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fbea63290d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: 70a92eb9-a1f1-4aa6-a63b-451b57421c39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fbead681a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22256"
    uid: 838c5810-60e4-4bea-a77f-f4efddb402a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fbeadf8102
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 36150374-9f21-44ea-b224-2e4dfa19b0ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fbedfe187f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: 750524d3-a89d-422e-8516-e5f534ef64c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:41:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:59Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fbee6e14d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22262"
    uid: fb2ef216-a53a-4742-befd-b33f7167dcf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:43:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:06Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c684fc231e1e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: fc613290-0ab9-44f0-9b0b-20c6ad258ac4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:43:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:19Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c6850e9038f013
    namespace: kserve-ci-e2e-test
    resourceVersion: "22862"
    uid: 58cc23b4-2049-43ca-b1fc-46e27774e7b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:43:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:19Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c6850e9039b68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22863"
    uid: cb1ab39a-13fa-4aa1-85cf-3ab8d60af8a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: bd22a668-66f5-446a-864e-d793c3f5d43c
  kind: Event
  lastTimestamp: "2026-07-28T17:43:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:21Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74.18c6850eff508d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 315fcbf9-879d-4b68-a25c-e2e9cdf3c77c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 6610efee-87c2-4e36-9c30-d85074145c54
  kind: Event
  lastTimestamp: "2026-07-28T17:41:54Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-wzk74'
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:54Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c684fac50ab61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: d5b64311-41f5-46f2-bbff-58d4c343ee2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 2d0d8581-11d0-448e-8796-349a420462f7
  kind: Event
  lastTimestamp: "2026-07-28T17:41:54Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:54Z"
    name: isvc-canary-rollback-v2-predictor.18c684fac22f29ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22156"
    uid: 7b0e9b72-9d7f-4ce9-abbf-a4f26053160e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: 6c00d66f-d754-4051-89e2-796461b5da91
  kind: Event
  lastTimestamp: "2026-07-28T17:43:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:19Z"
    name: isvc-canary-rollback.18c684fac1f4b1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: b80f1258-ae5c-47bc-bc89-1a3aea9c239d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: 6c00d66f-d754-4051-89e2-796461b5da91
  kind: Event
  lastTimestamp: "2026-07-28T17:43:19Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:19Z"
    name: isvc-canary-rollback.18c684fac256246f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22873"
    uid: b4f40e7c-1f5a-45e1-8543-80790daef69e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: 6c00d66f-d754-4051-89e2-796461b5da91
  kind: Event
  lastTimestamp: "2026-07-28T17:43:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:19Z"
    name: isvc-canary-rollback.18c684fac2568195
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: 713f856d-64c1-4cbe-96d8-a8f8f48dfef7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: 6c00d66f-d754-4051-89e2-796461b5da91
  kind: Event
  lastTimestamp: "2026-07-28T17:44:36Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:44:36Z"
    name: isvc-canary-rollback.18c6850ca783b1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23428"
    uid: 2dfe557c-f3c4-410e-b582-6f9933ef8dfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:44:45.170500Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23540"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-spv99
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c685226b0effe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: d902c93e-9ac5-4750-8919-5c0695e6c626
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68522728e599a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: 3ab9631d-6780-41f9-9d7b-e5446efa2686
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23552"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:46Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:44:46Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68522a829a06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 907718e7-5dd7-4423-b759-4d1a229d4903
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:46Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68522a997cd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: c6d73138-2f2a-4961-bfe5-72b78d880758
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:46Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68522ac2b2bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: 1315566f-07ff-4722-8148-209e4c294def
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:46Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68522ac95f3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 7e56e520-b365-4f04-bda6-d3bcfaa41179
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68523a449b68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 864f5cfd-65d8-49ce-9bcb-9d1d47faa0c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68523a7141b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: 2ede1b82-ec8e-4fef-8fe6-b76b97e09b6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68523a7996596
    namespace: kserve-ci-e2e-test
    resourceVersion: "23633"
    uid: 805ef536-04e2-41ed-a532-7ea38410895a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68523a7a2bd52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 755ea3d6-0acf-4d25-aa54-cf9bfcdecb65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68523aa4eeae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: c031c173-b3b2-41d6-84cd-9aec7277efbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c68523aabb5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: 9aef0be8-eeb3-4e9e-8151-26d334953eb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:46:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:18Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c685241c2652ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: 940d118a-bd5f-4111-87c0-bbb48e826ae4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:46:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:15Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c685376194e6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: fcb817a0-8e3f-4cf9-a916-9c3b655b963e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:46:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:15Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c685376195bb7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: e9b8e494-d70a-42d4-b59e-f37af016a8b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23542"
    uid: 8e43bd28-72c2-4dfb-9280-5c1384265d09
  kind: Event
  lastTimestamp: "2026-07-28T17:46:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:18Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-spv99.18c685382255feb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 7afc2a70-7fe1-4183-a3fa-f2ebea9fd3d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 1a9f0f86-9684-4208-8436-71c2cd75f319
  kind: Event
  lastTimestamp: "2026-07-28T17:44:45Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-spv99'
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c685226a9c8bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23541"
    uid: df492ccf-7f50-4a3e-9e0e-258ff3ce7f6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: 6c1f64ed-c3e3-4ed4-b2ef-c568fe830bb7
  kind: Event
  lastTimestamp: "2026-07-28T17:44:45Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop-predictor.18c6852267bea54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: a3bb6d46-8efc-43bb-8fc2-7db57ce1dad0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:44:45.209391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23551"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-rctkr
    to ip-10-0-136-239.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c685226d60629f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: b321d7e3-cbc2-4350-a54c-59ef625068fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c685227c0e5d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: c3a266b4-06b9-4f00-8a6d-1138dad04b93
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:46Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:44:46Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68522aacb8b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23584"
    uid: 9bd3b203-0a50-4a10-9985-69dd5f17fe9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:46Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68522ac398b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 6a0409e2-be3c-482a-a9cb-c4e0a9aaea8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:46Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68522af32eb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 50948332-216a-4664-90eb-1b4d66b16bbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:46Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68522af98e3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23590"
    uid: 9cc65921-adde-4d14-91a3-9b4a276756ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68523be24fed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: 27274884-8282-49f5-9cc9-abf525dafa5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68523c0f80b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: 50d97057-cc5a-4768-b193-168d984d2045
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68523c16539a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 195c4417-e24c-4e37-990d-8f7902328a0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68523c16ed013
    namespace: kserve-ci-e2e-test
    resourceVersion: "23645"
    uid: 14270fa3-8691-4295-879d-7651660edaaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68523c41d30fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 5928fa04-db60-4dde-816a-f6c3529c4d00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:44:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:50Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c68523c485795e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23648"
    uid: 631b890c-d8f0-48bc-a621-e998baead2d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:46:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:18Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c6852435fdb834
    namespace: kserve-ci-e2e-test
    resourceVersion: "24324"
    uid: 80b4d8cf-6322-4647-97a4-74755a324991
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:46:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:15Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c685376367eb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 6a078357-6b5f-4ac6-82d2-e516cd8bac7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:46:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:15Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c685376368a3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: f974bfaf-3f5f-4ddd-a5f3-345fb63ba79c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: b69800cd-c226-4ccc-8d2f-c4d17b4c0557
  kind: Event
  lastTimestamp: "2026-07-28T17:46:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:18Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-rctkr.18c685383c46ed41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: 93318c45-3ba9-499e-9888-c720c89ee9d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "23535"
    uid: 5248d048-3aac-43fc-9014-a8e847ac1154
  kind: Event
  lastTimestamp: "2026-07-28T17:44:45Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-rctkr'
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c685226cd00c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23553"
    uid: 16c85fb3-9baa-4247-895a-f9b41a0699df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: 8e35db0b-5b6b-40dd-befa-73ffe49d065e
  kind: Event
  lastTimestamp: "2026-07-28T17:44:45Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop-v2-predictor.18c6852269c2f881
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: a23c62f1-4e8f-4c57-9cbb-f55338876ff6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: ab1941a0-0fbd-4865-9a50-1382a8b4d1b0
  kind: Event
  lastTimestamp: "2026-07-28T17:46:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:15Z"
    name: isvc-canary-stop.18c68522695475c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: ee1c4702-03db-4b02-aa93-76519d414960
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: ab1941a0-0fbd-4865-9a50-1382a8b4d1b0
  kind: Event
  lastTimestamp: "2026-07-28T17:44:45Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop.18c6852269cbfa93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23537"
    uid: dda48c42-5aae-498e-931d-7dae325b5e97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: ab1941a0-0fbd-4865-9a50-1382a8b4d1b0
  kind: Event
  lastTimestamp: "2026-07-28T17:44:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:44:45Z"
    name: isvc-canary-stop.18c6852269cc56b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23539"
    uid: 07705b45-4a3c-4bf4-8690-dabb02bf9a28
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24207"
    uid: ab1941a0-0fbd-4865-9a50-1382a8b4d1b0
  kind: Event
  lastTimestamp: "2026-07-28T17:46:08Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:08Z"
    name: isvc-canary-stop.18c68535d49fd518
    namespace: kserve-ci-e2e-test
    resourceVersion: "24208"
    uid: 69435c35-6548-4e7b-ab73-c5bf3c43c532
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24282"
    uid: ab1941a0-0fbd-4865-9a50-1382a8b4d1b0
  kind: Event
  lastTimestamp: "2026-07-28T17:46:15Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T17:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:15Z"
    name: isvc-canary-stop.18c68537630774d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: d3132e61-00a4-43cd-a092-0ff94662bb1c
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:48:31.922527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 8cb125eb-1812-4b91-890b-ddf4264b97ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:48:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:48:31Z"
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj.18c6855736885564
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: 7581a4ad-2747-40b4-90ee-b7237ae4dea8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: 8cb125eb-1812-4b91-890b-ddf4264b97ce
  kind: Event
  lastTimestamp: "2026-07-28T17:48:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-30a290-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:32Z"
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj.18c685574034244a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 1bf15c59-73b8-42fe-a599-a91130850aa5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: 8cb125eb-1812-4b91-890b-ddf4264b97ce
  kind: Event
  lastTimestamp: "2026-07-28T17:48:32Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:48:32Z"
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj.18c6855773721626
    namespace: kserve-ci-e2e-test
    resourceVersion: "25785"
    uid: f93c7ea6-d24b-416b-a117-1d98f412dc99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: 8cb125eb-1812-4b91-890b-ddf4264b97ce
  kind: Event
  lastTimestamp: "2026-07-28T17:48:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:38Z"
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj.18c6855774f936ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 1a77d81d-3edb-4370-b342-cf48bcffa692
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: 8cb125eb-1812-4b91-890b-ddf4264b97ce
  kind: Event
  lastTimestamp: "2026-07-28T17:48:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:38Z"
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj.18c6855777cc7a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25829"
    uid: 5debfa5a-e44d-446a-a3f6-4f3c6f54d4ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: 8cb125eb-1812-4b91-890b-ddf4264b97ce
  kind: Event
  lastTimestamp: "2026-07-28T17:48:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:38Z"
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj.18c68557783b9108
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: f427e0c1-c888-4437-94d6-70ea43ec4496
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: 8cb125eb-1812-4b91-890b-ddf4264b97ce
  kind: Event
  lastTimestamp: "2026-07-28T17:48:41Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:48:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:41Z"
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj.18c685598c908866
    namespace: kserve-ci-e2e-test
    resourceVersion: "25877"
    uid: 980a203e-43fa-4a1c-a66b-4bafcd377e71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25752"
    uid: 3989bd76-e25f-4904-b922-b46d18cc1105
  kind: Event
  lastTimestamp: "2026-07-28T17:48:31Z"
  message: 'Created pod: isvc-init-fail-30a290-predictor-7bbdbb8f5d-qcwnj'
  metadata:
    creationTimestamp: "2026-07-28T17:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:31Z"
    name: isvc-init-fail-30a290-predictor-7bbdbb8f5d.18c685573618488f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25762"
    uid: 204d4fc8-854c-4072-9011-f6cbfac80ae2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-30a290-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25749"
    uid: 3c64f62f-410f-4401-8eac-8a981b6766df
  kind: Event
  lastTimestamp: "2026-07-28T17:48:31Z"
  message: Scaled up replica set isvc-init-fail-30a290-predictor-7bbdbb8f5d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:31Z"
    name: isvc-init-fail-30a290-predictor.18c6855733830243
    namespace: kserve-ci-e2e-test
    resourceVersion: "25753"
    uid: 51019d39-faef-4d25-8a3f-3773717fc379
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30a290
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: aa1f6325-e236-4aea-a46b-26e83e276734
  kind: Event
  lastTimestamp: "2026-07-28T17:48:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:38Z"
    name: isvc-init-fail-30a290.18c685573394332b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: d98e6328-acdf-4570-98cf-e3d397176395
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30a290
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: aa1f6325-e236-4aea-a46b-26e83e276734
  kind: Event
  lastTimestamp: "2026-07-28T17:48:31Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-30a290":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-30a290":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:31Z"
    name: isvc-init-fail-30a290.18c68557340d51d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: aad2682b-933f-4b3a-981c-2a18c37d90b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30a290
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: aa1f6325-e236-4aea-a46b-26e83e276734
  kind: Event
  lastTimestamp: "2026-07-28T17:48:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-30a290": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:31Z"
    name: isvc-init-fail-30a290.18c68557340db6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: eeab3359-051c-40ad-8bcf-52d8698c7406
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:32:38.591812Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:32:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:32:38Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c684793f9810f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: 50ea06bb-e019-46b8-832f-9221b1d3f7c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-d84a6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:38Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847948bd6bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: 426f5fed-93ed-40a8-b41b-44cac4399ef3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:39Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:32:39Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c684797cc9d471
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 1cd8364c-67b3-4667-90f0-cc926afc42ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:39Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c684797e5616c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: dc077d81-52f5-44aa-acc9-35f3f1a0b789
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:39Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847981514050
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: 85db9515-3717-42d5-8094-1aec50056655
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:39Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847981bb4059
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: b742f37e-6d10-436b-9f84-cece91e1983a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a629b72ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: d77c0e6a-7f61-45c8-83aa-2ecb2b727f86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a65b57e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 62d6019f-d373-4dd0-bbe3-10d283296e1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a6628c6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: efd5c98b-89f8-4b41-9385-60b31067ce8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a6631823d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17751"
    uid: 28e1f1f3-419f-4d30-83b8-62f140c798f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a6a1d61e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: b6c6d4df-4ddd-47b1-955a-c5db97b913f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a6ad9f90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: a56dcfe7-cced-45c5-ac2e-b13532d1089e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a6ae5c4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: b1c7ba55-1ad5-4619-9085-de1750b600ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a6d9c10c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 0359273d-303a-4ac4-a8d1-b67a34c3b6a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:43Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a6e06eaf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 10a9b07c-24f8-465e-a8eb-10092dccfa47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:34:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:20Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a9ea2bb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18573"
    uid: 16d196ff-b045-4842-bf09-6a1ff8900259
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:34:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:20Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6847a9eac4df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: b1e481eb-2237-43f6-b8e9-c6da26f735d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6848f6caf4bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: d6440628-5ec7-4860-92db-ac56b5d89f22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6848f6caf850f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 784f6761-c0e1-4acd-bb08-61bcd0064b8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6848f6cafd2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: 2213b8c7-c45b-44d1-89d9-c15cc5c628a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 201ee33a-6197-4d86-90b2-0407348a27a6
  kind: Event
  lastTimestamp: "2026-07-28T17:34:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:30Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v.18c6848fced2c16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18653"
    uid: a1d43c25-af94-4178-93c5-9804355f989f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: b57b2e26-f507-42dd-9d42-f45efc5ca31f
  kind: Event
  lastTimestamp: "2026-07-28T17:32:38Z"
  message: 'Created pod: isvc-logger-raw-d84a6-predictor-5686cd4dcd-lg44v'
  metadata:
    creationTimestamp: "2026-07-28T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:38Z"
    name: isvc-logger-raw-d84a6-predictor-5686cd4dcd.18c684793f15a10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: 1017a3a7-24d3-43e1-bebf-cabfacc80f1e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 9121dd44-cbab-4f54-9cea-8bb0e436f0d5
  kind: Event
  lastTimestamp: "2026-07-28T17:32:38Z"
  message: Scaled up replica set isvc-logger-raw-d84a6-predictor-5686cd4dcd from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:38Z"
    name: isvc-logger-raw-d84a6-predictor.18c684793b9537d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 492e457b-5046-4f27-bc14-547e11dceb2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: c707170b-9d4b-4a88-a8a2-3109015bdaf9
  kind: Event
  lastTimestamp: "2026-07-28T17:33:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:23Z"
    name: isvc-logger-raw-d84a6-predictor.18c6847cba278b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: dd0b36f1-8219-4864-a86b-38d41d9d35b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: c707170b-9d4b-4a88-a8a2-3109015bdaf9
  kind: Event
  lastTimestamp: "2026-07-28T17:33:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:23Z"
    name: isvc-logger-raw-d84a6-predictor.18c6847cba8617df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: 87114dd6-3e74-40e1-8196-908bc60728fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: c707170b-9d4b-4a88-a8a2-3109015bdaf9
  kind: Event
  lastTimestamp: "2026-07-28T17:34:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:08Z"
    name: isvc-logger-raw-d84a6-predictor.18c6848736f13696
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 6d364010-c312-4775-81aa-ed9f85ef5492
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: c707170b-9d4b-4a88-a8a2-3109015bdaf9
  kind: Event
  lastTimestamp: "2026-07-28T17:34:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:08Z"
    name: isvc-logger-raw-d84a6-predictor.18c684873738ec3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 69f6098e-422e-4f24-b649-66c72e89030e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d84a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 83ec6f2f-cd31-4f40-8620-61139ce0ef46
  kind: Event
  lastTimestamp: "2026-07-28T17:34:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:00Z"
    name: isvc-logger-raw-d84a6.18c684793b961bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18331"
    uid: 9f804c34-a273-4d91-8456-80dd504065d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d84a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 83ec6f2f-cd31-4f40-8620-61139ce0ef46
  kind: Event
  lastTimestamp: "2026-07-28T17:32:38Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-d84a6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-d84a6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:38Z"
    name: isvc-logger-raw-d84a6.18c684793c141c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: c93c2fdd-b2b7-495d-89ae-7b486f57027a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-d84a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: 83ec6f2f-cd31-4f40-8620-61139ce0ef46
  kind: Event
  lastTimestamp: "2026-07-28T17:34:00Z"
  message: InferenceService [isvc-logger-raw-d84a6] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:00Z"
    name: isvc-logger-raw-d84a6.18c6848c5891d7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 68fabe42-1246-461f-ac31-07d377e38bfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:46:25.505989Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24400"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-ede845-predictor-577854c8df-5cwfn
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:46:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:46:25Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c68539c78506e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: c2dd6f97-2ebc-4a96-93d7-8213bf6a7104
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:25Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:46:25Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c68539e0c08048
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: 48cd1999-ab60-4c8c-94c6-452cfc209d34
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:25Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c68539e23ed8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24421"
    uid: e1170bdb-f093-453f-8023-b6dc1db9ae12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:26Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c68539e4ffb973
    namespace: kserve-ci-e2e-test
    resourceVersion: "24423"
    uid: 5edb2011-fbc4-4b03-95a1-5f62ccc2859a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:26Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c68539e56d539d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: 4be23086-3cb1-4baf-b9de-5f08065c61e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:29Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c6853ac8c556b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 96a2f141-a210-4a99-9b40-68cf77a906c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:29Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c6853acc02a804
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: dd55586b-7d86-4451-8042-d9a8458a326b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:29Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c6853acc705f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: a726ab6b-2949-4473-9c92-0f31cdae0ed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:29Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c6853acc79e6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: 8ab6ff4e-a529-4d26-bf62-9d9b8d448442
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:29Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c6853acf8d6e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: 8b49d8b9-adea-4172-8465-3a24dbc59bac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:29Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c6853acffc8d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: d2692eb5-85f2-4652-8f6d-39d899a2ea21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:48:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:27Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c6853b40981b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "25698"
    uid: f39f0203-6d5a-4a42-9fa3-1295d8599555
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:48:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:26Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c68555ff6314dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25669"
    uid: ba1657f3-4813-4b31-9870-854fe2bfc305
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:48:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:26Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c68555ff63aa7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25670"
    uid: fc8c6dee-b74f-4f04-b385-7cb9bfba5bdd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 6c90c8ef-65b3-4463-ac92-8628a1d506d3
  kind: Event
  lastTimestamp: "2026-07-28T17:48:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:27Z"
    name: isvc-primary-ede845-predictor-577854c8df-5cwfn.18c6855642eb2373
    namespace: kserve-ci-e2e-test
    resourceVersion: "25697"
    uid: 13621605-89ed-4d5d-bb16-f4635bfddfbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-ede845-predictor-577854c8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24391"
    uid: e1ca5341-2359-440d-a022-d87ea056ec83
  kind: Event
  lastTimestamp: "2026-07-28T17:46:25Z"
  message: 'Created pod: isvc-primary-ede845-predictor-577854c8df-5cwfn'
  metadata:
    creationTimestamp: "2026-07-28T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:25Z"
    name: isvc-primary-ede845-predictor-577854c8df.18c68539c6ebf7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24401"
    uid: 79007104-bd40-4790-a74e-c3b8be869a58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-ede845-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24389"
    uid: ce77d658-571d-4b54-9cee-a05c3f7d0568
  kind: Event
  lastTimestamp: "2026-07-28T17:46:25Z"
  message: Scaled up replica set isvc-primary-ede845-predictor-577854c8df from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:25Z"
    name: isvc-primary-ede845-predictor.18c68539c2a111b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: deef08b0-091c-4872-b79f-5a4b8cf0a6f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ede845-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24390"
    uid: a08b987f-d215-4732-8c15-0d423db073a5
  kind: Event
  lastTimestamp: "2026-07-28T17:46:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:55Z"
    name: isvc-primary-ede845-predictor.18c6853d41b9ab5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: 9608471b-4f35-489a-bc9c-dadfa42b3929
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ede845-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24390"
    uid: a08b987f-d215-4732-8c15-0d423db073a5
  kind: Event
  lastTimestamp: "2026-07-28T17:46:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:46:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:55Z"
    name: isvc-primary-ede845-predictor.18c6853d423484d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: ad1441dc-8dee-486a-8fe8-cd33a573528c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ede845-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24548"
    uid: a08b987f-d215-4732-8c15-0d423db073a5
  kind: Event
  lastTimestamp: "2026-07-28T17:48:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:10Z"
    name: isvc-primary-ede845-predictor.18c6854440670bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 2d72183a-1080-4ccf-902a-68820f0d91b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ede845-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24548"
    uid: a08b987f-d215-4732-8c15-0d423db073a5
  kind: Event
  lastTimestamp: "2026-07-28T17:48:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:10Z"
    name: isvc-primary-ede845-predictor.18c6854440d6f273
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: 9ddc6ca6-3d39-42a2-9e15-97f9379b8bab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ede845
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: e682d23e-7e0c-4a59-b9e6-e30815232cb4
  kind: Event
  lastTimestamp: "2026-07-28T17:47:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:47Z"
    name: isvc-primary-ede845.18c68539c2a3aeb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25235"
    uid: c1d1a149-8689-4f6b-a468-37875b35181a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ede845
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: e682d23e-7e0c-4a59-b9e6-e30815232cb4
  kind: Event
  lastTimestamp: "2026-07-28T17:46:25Z"
  message: 'Failed to update status for InferenceService "isvc-primary-ede845": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-ede845":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:25Z"
    name: isvc-primary-ede845.18c68539c32a502c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: 7e03c6d0-df5e-49be-a8d0-eeba0091f97b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ede845
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: e682d23e-7e0c-4a59-b9e6-e30815232cb4
  kind: Event
  lastTimestamp: "2026-07-28T17:46:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-ede845": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:25Z"
    name: isvc-primary-ede845.18c68539c32aa8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: 7cd2a83f-108f-422e-a058-3c653fb3043a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ede845
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: e682d23e-7e0c-4a59-b9e6-e30815232cb4
  kind: Event
  lastTimestamp: "2026-07-28T17:47:47Z"
  message: InferenceService [isvc-primary-ede845] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:47Z"
    name: isvc-primary-ede845.18c6854cf829e330
    namespace: kserve-ci-e2e-test
    resourceVersion: "25234"
    uid: d6aaa7e3-a68c-4e39-b6fe-55e26bffd742
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:26:52.804626Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14533"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:26:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:26:52Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c68428bd1261b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 239379ce-a4ce-4d6d-8f03-93ce0388c093
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:26:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-b19ff-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:53Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c68428c924c114
    namespace: kserve-ci-e2e-test
    resourceVersion: "14552"
    uid: bfe102be-fcf1-4098-bc34-8aa5ca0861c6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:26:53Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:26:53Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c68428fa018ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14562"
    uid: bfc136f5-7fcb-472d-a1ce-3e7cd2993150
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:26:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:53Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c68428fbc05f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "14564"
    uid: e7c1af1e-1c1e-4349-a492-4e0346994510
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:26:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:53Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c68428fe4b5668
    namespace: kserve-ci-e2e-test
    resourceVersion: "14565"
    uid: 2874346b-60a9-4502-8455-9601893c7c02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:26:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:53Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c68428feb6a908
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: 7522ade0-48bb-4afd-bdc7-3f1ae0196951
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:26:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-28T17:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:58Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c68429f3441d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: 1aae2270-4269-404a-a74f-c1d52ebbd7c0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 12.538s (12.538s including waiting). Image size: 1555877302 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:10Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842cdea1cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: de048808-965f-4f90-b9ff-3b3cd90ff163
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:10Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842ce217471d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 78bbbe44-d7c7-4f64-98ae-5def939b4ea6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:10Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842ce291aa5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: be062527-5fae-4d46-9226-fb3d3f71061c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:10Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842ce29f381e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: 4f8792dc-abc4-4374-b739-ae667cc9741e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.359s (2.359s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:12Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842d6f3f6374
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 12956eba-1122-42f4-8afc-e6cae4c25970
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:13Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842d7242b7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14716"
    uid: 4d8c06e6-4018-49ea-9d10-89a481d4dd06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:13Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842d72b0aada
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: 3b23cf4d-c73b-41db-9fb8-d5f6be38bd37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
  metadata:
    creationTimestamp: "2026-07-28T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:13Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842d72bd0858
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: e09b2a3b-6dd6-4046-8c09-2dcba02014ba
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:efaf0bd4be5e59e0fd5df072416f565ae616956e4a23f814ea31d63b5efa6d4b"
    in 2.09s (2.09s including waiting). Image size: 240168571 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:15Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842def5d4ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: c3a5ef62-57d8-4567-9d78-27e874c5dce7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:15Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:15Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842df21a169e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: b376880f-3781-4b68-824e-59aa4ab4c5a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:27:15Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:15Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842df2840c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "14732"
    uid: 3536e49f-51e1-4caa-8a1f-ef97d3b0d70c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:28:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:49Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842e656ac6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 1e20b1f7-dafe-4075-8f9c-4c0b0afa2d96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:28:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:39Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6842e6573fa30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: e38971eb-abc2-41dd-8c0a-52237a60a779
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:28:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:37Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6844138f1c10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 3cdab80f-eb05-4b34-b5b5-508f703dcc63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:28:37Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:37Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6844138f1f749
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: d033bcd9-fb61-42aa-80bf-2f8b5e97aca3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:28:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:37Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6844138f25754
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 76fdda93-9b23-4e13-9359-93bbb3159e6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 42416c69-5294-432a-b19b-c77544078842
  kind: Event
  lastTimestamp: "2026-07-28T17:28:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:48Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2.18c6844141957ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: 6f26e599-ff95-41c3-9261-39edf0582daf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464
    namespace: kserve-ci-e2e-test
    resourceVersion: "14522"
    uid: c9ed5e0f-00ec-45d1-9ce4-2b25703d29a0
  kind: Event
  lastTimestamp: "2026-07-28T17:26:52Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464-lssh2'
  metadata:
    creationTimestamp: "2026-07-28T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:52Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464.18c68428bc9e785e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: d0503507-1f16-41e5-b2b1-86760175c372
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-b19ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14521"
    uid: 338a6bde-036d-4920-b8c0-db4ef98b9b40
  kind: Event
  lastTimestamp: "2026-07-28T17:26:52Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-b19ff-predictor-6c4fd464
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:52Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor.18c68428b415ee0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14523"
    uid: 69b01d69-a16b-408b-b52c-51ee357c8d4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b19ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: edcd34a4-70da-4ccc-9919-38b69ee465cf
  kind: Event
  lastTimestamp: "2026-07-28T17:27:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:52Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor.18c6842c39c25cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: 16a5d06d-91b9-4b9b-a16e-a8c025d80b11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b19ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: edcd34a4-70da-4ccc-9919-38b69ee465cf
  kind: Event
  lastTimestamp: "2026-07-28T17:27:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:52Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor.18c6842c3a3ecedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: 29fd9502-e4c9-44a8-b98e-7df2871abf86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b19ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: edcd34a4-70da-4ccc-9919-38b69ee465cf
  kind: Event
  lastTimestamp: "2026-07-28T17:28:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:37Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor.18c6843a3832b353
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: ca8451a0-1c49-42a4-a464-f63123c7c33b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-b19ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: edcd34a4-70da-4ccc-9919-38b69ee465cf
  kind: Event
  lastTimestamp: "2026-07-28T17:28:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:37Z"
    name: isvc-raw-sklearn-batcher-b19ff-predictor.18c6843a38ae3b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 53b8af48-d7d5-4c16-87fc-d0d7fe0a32d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b19ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14513"
    uid: bdc5b67b-fc9c-46ed-aa6d-aaf681f3b3cc
  kind: Event
  lastTimestamp: "2026-07-28T17:28:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:29Z"
    name: isvc-raw-sklearn-batcher-b19ff.18c68428ba35a27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 9ebc47da-f928-4114-89ed-f6bbd7623d7b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b19ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14513"
    uid: bdc5b67b-fc9c-46ed-aa6d-aaf681f3b3cc
  kind: Event
  lastTimestamp: "2026-07-28T17:26:52Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-b19ff":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b19ff":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:52Z"
    name: isvc-raw-sklearn-batcher-b19ff.18c68428bb0d949e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14547"
    uid: d76982c4-a054-448b-a2c3-3b6b5f5ad3fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b19ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14513"
    uid: bdc5b67b-fc9c-46ed-aa6d-aaf681f3b3cc
  kind: Event
  lastTimestamp: "2026-07-28T17:26:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b19ff": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:52Z"
    name: isvc-raw-sklearn-batcher-b19ff.18c68428bb0e5fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14548"
    uid: 4ae1a935-4ae1-4cff-98ad-da0b2ea70461
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-b19ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: bdc5b67b-fc9c-46ed-aa6d-aaf681f3b3cc
  kind: Event
  lastTimestamp: "2026-07-28T17:28:29Z"
  message: InferenceService [isvc-raw-sklearn-batcher-b19ff] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:29Z"
    name: isvc-raw-sklearn-batcher-b19ff.18c6843f32341d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: d46b2f19-0f36-4cd1-988a-c03e084db0b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:48:10.709529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 02a51eb9-3bfe-42e3-b353-afcd44834db0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:48:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:48:10Z"
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv.18c685524623a19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25503"
    uid: a8466762-4e11-4d17-8b13-321bd39fba31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: 02a51eb9-3bfe-42e3-b353-afcd44834db0
  kind: Event
  lastTimestamp: "2026-07-28T17:48:11Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:48:11Z"
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv.18c685525f739c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: de3cf21f-c4d7-4c42-be7b-e9ce68e65bd2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 02a51eb9-3bfe-42e3-b353-afcd44834db0
  kind: Event
  lastTimestamp: "2026-07-28T17:48:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:15Z"
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv.18c6855260df9549
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: 46b4b05e-8a66-4cfb-82d8-a65668b4b494
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 02a51eb9-3bfe-42e3-b353-afcd44834db0
  kind: Event
  lastTimestamp: "2026-07-28T17:48:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:15Z"
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv.18c685526360569f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: 636e5816-ec32-4727-b752-94ad999d9c1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 02a51eb9-3bfe-42e3-b353-afcd44834db0
  kind: Event
  lastTimestamp: "2026-07-28T17:48:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:15Z"
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv.18c6855263e182b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25556"
    uid: a2c1e4d8-7a24-4227-9b23-0a0500ced4e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: 02a51eb9-3bfe-42e3-b353-afcd44834db0
  kind: Event
  lastTimestamp: "2026-07-28T17:48:18Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv_kserve-ci-e2e-test(02a51eb9-3bfe-42e3-b353-afcd44834db0)
  metadata:
    creationTimestamp: "2026-07-28T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:18Z"
    name: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv.18c6855408ccf67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25582"
    uid: d76dc1d9-71eb-4fbf-a571-94f07c5bf31d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-ede845-predictor-67bdf7dbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 659e2443-b7eb-443e-a72b-57938e64f8a9
  kind: Event
  lastTimestamp: "2026-07-28T17:48:10Z"
  message: 'Created pod: isvc-secondary-ede845-predictor-67bdf7dbbb-dnlbv'
  metadata:
    creationTimestamp: "2026-07-28T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:10Z"
    name: isvc-secondary-ede845-predictor-67bdf7dbbb.18c6855245bb8352
    namespace: kserve-ci-e2e-test
    resourceVersion: "25500"
    uid: 54c68d99-795c-40d0-94a6-5d199fff7d5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-ede845-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25488"
    uid: ef6ca16e-3206-4445-bc6a-f4bdefd27284
  kind: Event
  lastTimestamp: "2026-07-28T17:48:10Z"
  message: Scaled up replica set isvc-secondary-ede845-predictor-67bdf7dbbb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:10Z"
    name: isvc-secondary-ede845-predictor.18c6855241a6b2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: 1996d9d0-f04a-4f98-9d67-0fba5c38cc57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-ede845-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25489"
    uid: 58150e19-1f08-4671-8a87-2dbc5b8656d3
  kind: Event
  lastTimestamp: "2026-07-28T17:48:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:25Z"
    name: isvc-secondary-ede845-predictor.18c68555c00a2850
    namespace: kserve-ci-e2e-test
    resourceVersion: "25640"
    uid: 0b28a567-bb26-406d-9262-ef2593732124
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-ede845-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25489"
    uid: 58150e19-1f08-4671-8a87-2dbc5b8656d3
  kind: Event
  lastTimestamp: "2026-07-28T17:48:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:25Z"
    name: isvc-secondary-ede845-predictor.18c68555c07081f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: f667f4eb-9729-444b-b6ee-4ae705c94aac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ede845
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: bc55b31b-d000-40cd-a3d4-6bd25a0b7d86
  kind: Event
  lastTimestamp: "2026-07-28T17:48:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:18Z"
    name: isvc-secondary-ede845.18c6855241a5ef57
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: e6a6b9a3-44e7-4509-acd6-2c1027338bbf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ede845
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: bc55b31b-d000-40cd-a3d4-6bd25a0b7d86
  kind: Event
  lastTimestamp: "2026-07-28T17:48:10Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-ede845":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-ede845":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:10Z"
    name: isvc-secondary-ede845.18c6855242179419
    namespace: kserve-ci-e2e-test
    resourceVersion: "25509"
    uid: 9c9192c7-0666-4311-a21b-ab4674adeb80
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ede845
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: bc55b31b-d000-40cd-a3d4-6bd25a0b7d86
  kind: Event
  lastTimestamp: "2026-07-28T17:48:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-ede845": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:10Z"
    name: isvc-secondary-ede845.18c685524217e378
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: 3377f4d4-ff32-4ed3-9cd9-607adb99cba4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:28:38.000739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c684413b3fabf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 9fc36c8a-d1ec-4098-a70d-cd28348276fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c6844154b8e79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 94f7b400-427f-4e85-97c7-aab158de4f60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c6844156677970
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: f254a5fb-0279-4b0b-90aa-cd76812b4e15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c6844159665dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15442"
    uid: 4165ac18-c8b3-438e-b2a0-f9a784b04592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c6844159d29515
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: eaf58e2c-6c67-4028-b6bd-b21dd1426e24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:42Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c6844243e5fd7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: 66300985-6d19-4c29-be3a-bfa9d0cb8dbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:42Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c68442471bddb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 3329c0b6-8348-4a6b-b6cc-325b0a2ccab0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:42Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c684424792e121
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 046091a7-7eeb-4644-bd43-81930ccbb23c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:42Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c68442479c3933
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 8f3890b3-1861-4984-aec1-de7a2b99626c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:42Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c684424a391438
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 0b6d0d29-5e75-40c3-8c25-249b89bb554e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:28:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:42Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c684424aab8570
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: 40bac602-81dd-4645-a8c6-f06ce0ab5dea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:29Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c684427ffdbcd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: 4ed050aa-c4c9-4b15-853b-d1cebcee08ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c6845ae428c853
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: 3d94aa6f-3258-4228-874e-290c37f4166c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c6845ae42965b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 3fb990bd-8167-44af-9a01-b38d26efd03b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 2753f307-d5d0-44b3-8329-33afdf309c1f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:29Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t.18c6845b2e646753
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: 01b58385-3316-4060-a2a6-554717e79da8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 51fdba50-c2fa-45e3-8e92-bcdbefde7a80
  kind: Event
  lastTimestamp: "2026-07-28T17:28:37Z"
  message: 'Created pod: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4-kzg8t'
  metadata:
    creationTimestamp: "2026-07-28T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:37Z"
    name: isvc-sklearn-graph-raw-04101-predictor-54f484c8d4.18c684413adb7cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: 6f56c765-c502-4f1c-bd7e-8f6070b4a2a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: f690e823-f371-4b80-b9b1-4f43809154be
  kind: Event
  lastTimestamp: "2026-07-28T17:28:37Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-04101-predictor-54f484c8d4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:37Z"
    name: isvc-sklearn-graph-raw-04101-predictor.18c68441356b2833
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: 25bea9d5-b31c-4bd9-880f-339d967a699f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 67fa9dc0-c312-4510-8e49-6a9c848ea81a
  kind: Event
  lastTimestamp: "2026-07-28T17:29:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:22Z"
    name: isvc-sklearn-graph-raw-04101-predictor.18c68444b4270867
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 8c33a4f0-8860-44a2-a4e3-330a9e2672a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 67fa9dc0-c312-4510-8e49-6a9c848ea81a
  kind: Event
  lastTimestamp: "2026-07-28T17:29:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:22Z"
    name: isvc-sklearn-graph-raw-04101-predictor.18c68444b49c6e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: c4113498-5073-4bfe-81e1-da3fe063eed1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 67fa9dc0-c312-4510-8e49-6a9c848ea81a
  kind: Event
  lastTimestamp: "2026-07-28T17:30:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-sklearn-graph-raw-04101-predictor.18c6844f32fdc620
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 0fa70735-13c3-4232-8ece-633639e35a5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 67fa9dc0-c312-4510-8e49-6a9c848ea81a
  kind: Event
  lastTimestamp: "2026-07-28T17:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-sklearn-graph-raw-04101-predictor.18c6844f336d3b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 27e817b5-b16a-4913-98e0-5e74ac2078ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-04101
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 3bb5adbe-24a2-47d8-9aea-ae82342614dd
  kind: Event
  lastTimestamp: "2026-07-28T17:29:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:59Z"
    name: isvc-sklearn-graph-raw-04101.18c684413562a326
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 4d1e4508-bd46-45f9-b540-8f6f8a5a80be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-04101
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: 3bb5adbe-24a2-47d8-9aea-ae82342614dd
  kind: Event
  lastTimestamp: "2026-07-28T17:29:59Z"
  message: InferenceService [isvc-sklearn-graph-raw-04101] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:59Z"
    name: isvc-sklearn-graph-raw-04101.18c6845437bd59cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16101"
    uid: e1c76d8f-87d9-41b6-87ef-b31026fa8010
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:30:28.254995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845ae6ea10ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 225900e5-cd30-40fb-904c-7d85d0f2128c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845b00246ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 5c42d1cd-9324-4cec-95c2-5d871826a35c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845b022ba6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 53fd8ba2-ff85-4b76-b9db-514d2368285c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845b050b9ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: f8117928-41e5-4223-b249-bab4dd980187
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845b05777a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: b4e8a87f-476e-424f-bd1f-27886f38ae10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:32Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845bfd6facf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 4ccb5a53-9a44-4dd5-8f03-279a69461a3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:32Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845c00a25653
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 64eddee1-8597-412e-8fd1-e5aea7d0b282
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:32Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845c0114552d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: f483bf9f-84da-466c-a59f-a04eeae11b7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845c011d6c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: 4c0f1842-fa29-4bfa-91a8-a0061a3dd73d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845c0486afb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 5eb1fa08-9824-46de-ada0-ee8b6579aaa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:30:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845c04ee9375
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 9415677f-6a26-49fd-9ff7-96749277110a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:32:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:22Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6845c39a3fbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: 219f4963-895e-43b4-8605-41231c56d8e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6847492608823
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: ee6f7f3d-ea4d-4f30-ad42-506d3d971468
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c6847492612c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 0f52de41-56e7-4fd1-bfa3-6245a317d83b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6eec4de5-ba0f-4579-84a1-7b8c01bb1e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:32:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:19Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2.18c68474e7f06d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 59afd8c2-6326-40c2-849b-1510ea288f64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: b9a7760d-0d1c-48ce-b58b-d0de3aa20560
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d-bs4n2'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d.18c6845ae6805d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 9e98d528-4691-4d64-80df-6f0281d3aa18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16374"
    uid: 03ad27bb-a37a-42ee-a5b7-0904330fbf74
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-83c93-predictor-59c7c9d88d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor.18c6845ae21cdc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: 0931cf0f-e329-4a10-8a84-eaec1d5294e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 4015834b-c579-4ef9-81e4-787a672ec625
  kind: Event
  lastTimestamp: "2026-07-28T17:31:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:13Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor.18c6845e61561699
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 2062ab1c-e5c7-4f30-a0a0-87a8f805c8ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 4015834b-c579-4ef9-81e4-787a672ec625
  kind: Event
  lastTimestamp: "2026-07-28T17:31:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:13Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor.18c6845e61cd4c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: e021eaa8-d5f4-47d3-b1aa-92dc47960376
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 4015834b-c579-4ef9-81e4-787a672ec625
  kind: Event
  lastTimestamp: "2026-07-28T17:32:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:13Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor.18c68468dea6cd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: 78d4a05e-553a-49be-8fe8-96cfa8cb8bc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 4015834b-c579-4ef9-81e4-787a672ec625
  kind: Event
  lastTimestamp: "2026-07-28T17:32:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:13Z"
    name: isvc-sklearn-graph-raw-hpa-83c93-predictor.18c68468df21a2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: d96ec58e-1f25-47b9-b993-e3f2a17ded7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-83c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 0e8a0867-48a2-49c2-ac8a-dc462be74133
  kind: Event
  lastTimestamp: "2026-07-28T17:31:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:52Z"
    name: isvc-sklearn-graph-raw-hpa-83c93.18c6845ae2296e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 0db9a1a9-eed9-4e4f-a8f4-5345ef20b503
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-83c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: 0e8a0867-48a2-49c2-ac8a-dc462be74133
  kind: Event
  lastTimestamp: "2026-07-28T17:31:52Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-83c93] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:52Z"
    name: isvc-sklearn-graph-raw-hpa-83c93.18c6846e8ed39893
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: a1a7910b-9857-468a-a622-d472aada801a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:34:13.885501Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18472"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c6848f6f8a5e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: e84ba69a-f50d-4a47-a720-2a304562d1c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:14Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:34:14Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c6848f88f1ffac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: 4cbf758d-3398-4fb6-b3f3-8e259ce768c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:14Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c6848f8a65d227
    namespace: kserve-ci-e2e-test
    resourceVersion: "18513"
    uid: f70fdeea-1a9e-4335-a497-ddfb458d4776
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:14Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c6848f8d54397b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18514"
    uid: cc077804-12e2-41bb-8204-cacec1e2c6cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:14Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c6848f8dc39fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: f3e115a4-8c8b-4652-b152-e497e42b9a59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c6849098a9f37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 29bcac80-1b60-43a6-8da9-5e8525e65b8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c684909b881962
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: f34f720c-2f24-466f-9d48-47152bd3dc26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c684909bf3b0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: 06ba4643-8326-4800-9b56-fc6beed52468
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c684909bfd90ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: 4f740b51-e02f-4271-a0cf-796cb9f24e52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c684909ed416d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: db277d94-8fba-4549-95d1-b49d3e3d47e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c684909f405dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: b48b115c-5636-4a89-8835-765af92e66da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:36:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:54Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c6849110927090
    namespace: kserve-ci-e2e-test
    resourceVersion: "19687"
    uid: d4e3f9dc-b4b5-4090-a6bf-b704039e52a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:36:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:54Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c684b4b94ae366
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 92af2339-0de6-4703-914c-92cb19fe900e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:36:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:54Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c684b4b94b9fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 097cc764-180d-4bd9-9da9-086079b8224c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 95f457ff-5ca7-41e9-b1a8-b85449e64d91
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh.18c684b5631c8b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: 087a8122-3248-4786-b212-60d1cdb6a8ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: 2413ca6a-d491-465a-8c1f-050cdd9407d2
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: 'Created pod: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746-tzlgh'
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor-6d97785746.18c6848f6f1fdd16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: 6bac5c65-7781-4151-bf4c-25fc5bf18c90
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-dca0e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 5bd55218-8779-4fcd-8a1b-c4de8635e242
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-dca0e-predictor-6d97785746
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor.18c6848f6a643e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: 43ebcc0d-b136-42c5-b6f7-adb69770cc0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dca0e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: a086ce27-e390-42d4-9b0b-3c1b18d8254b
  kind: Event
  lastTimestamp: "2026-07-28T17:34:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:43Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor.18c68492e8cde81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 8d6dda83-cd23-454e-9b52-81185786b432
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dca0e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: a086ce27-e390-42d4-9b0b-3c1b18d8254b
  kind: Event
  lastTimestamp: "2026-07-28T17:34:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:43Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor.18c68492e93902c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18748"
    uid: 49cf6e74-1292-4a07-bb4f-1d9d26d3682d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dca0e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: a086ce27-e390-42d4-9b0b-3c1b18d8254b
  kind: Event
  lastTimestamp: "2026-07-28T17:36:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:43Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor.18c68499e71374b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19587"
    uid: 6f30780d-0857-4531-988b-eee7af548296
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dca0e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: a086ce27-e390-42d4-9b0b-3c1b18d8254b
  kind: Event
  lastTimestamp: "2026-07-28T17:36:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:43Z"
    name: isvc-sklearn-scale-raw-dca0e-predictor.18c68499e78041c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 6a693be3-ae8e-4055-9320-5cbcced61540
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dca0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: 75e33d81-86cf-43d0-bab8-4c19ae81a474
  kind: Event
  lastTimestamp: "2026-07-28T17:36:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:44Z"
    name: isvc-sklearn-scale-raw-dca0e.18c6848f6a887383
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 571a6750-3fc0-44d8-b13e-d9fd26953dce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dca0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 75e33d81-86cf-43d0-bab8-4c19ae81a474
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-dca0e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-dca0e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-sklearn-scale-raw-dca0e.18c6848f6e60951a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: f09461f5-2314-466b-8dd9-747caa05cf29
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dca0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 75e33d81-86cf-43d0-bab8-4c19ae81a474
  kind: Event
  lastTimestamp: "2026-07-28T17:36:44Z"
  message: InferenceService [isvc-sklearn-scale-raw-dca0e] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:44Z"
    name: isvc-sklearn-scale-raw-dca0e.18c684b28b9517fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: c3a38ff9-5bc6-471d-a411-a360b1a244fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:28:38.083458Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c68441402dd570
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: ac7736d2-8adb-4c57-b31a-4cc9b8490c5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-04101-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c684414dca11b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 43404e46-6705-4d40-a03a-33b330af16eb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:28:39Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:28:39Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c684417d5410b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 147c99c2-6d27-4126-8a49-167558accc85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:28:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:39Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c684417ec5c179
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: fcc5730d-b972-4c65-940c-7c37924a0c40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:28:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:39Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c6844181822cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: a93b96af-15e6-439b-a68c-b1631857415d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:28:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:39Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c6844181ee8a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 5d38cd66-ce96-4df6-b54d-15f38c03969e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:28:43Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:28:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:43Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c684427fdb5b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 17fa0560-3bd7-42c9-91c5-43860e8e45d8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.143s (18.143s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c68446b944280c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: be2d1e28-e600-4394-9ca2-d53c9379ff92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c68446bc4ba3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 47b6deae-add4-4934-89ad-7a3c2af30546
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c68446bcab941a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 0c8ad4b5-650a-4e4c-a611-12ca68bc9b5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c68446bcb5fb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 7757a044-c5d8-4834-898b-c0e083699330
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c68446bf84fcba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: bf3b0c01-33b4-4670-bdae-602ace5b0cf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c68446bfe96441
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: 4cb9c894-7f2a-4f31-b06e-ebad5c588c36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c68446f234d9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: afec66fd-5cb9-4ae9-aa20-dc006094249b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c6845af258209b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: ddfb7533-2401-4817-ba34-7829c3d4e0c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c6845af258a92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: e411ea56-f85f-42dc-8649-e86071c636a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 6ca93f63-307f-46b9-a9b5-74e139aca176
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29.18c6845af8688d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: f80629f7-3a4c-4bf8-aea0-9255d3693543
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: 5f2440ff-6f32-4c5a-b150-ba218bdfc581
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: 'Created pod: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c-djg29'
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c.18c684413fb7b02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 9b8af6d8-4f52-4128-88bc-0aec0472da2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: dd8e1971-2240-45b5-a7de-4de95d3602c2
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-04101-predictor-867b8d5d7c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-xgboost-graph-raw-04101-predictor.18c684413c2763f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: c74686f7-2a00-48b7-9979-9be0baac1bfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 5a931776-29c1-4adf-bfc8-19310f97a1d9
  kind: Event
  lastTimestamp: "2026-07-28T17:29:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:38Z"
    name: isvc-xgboost-graph-raw-04101-predictor.18c68444baa0167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: fe956f18-c3fa-42c9-8e6c-7dc11bfb4b37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 5a931776-29c1-4adf-bfc8-19310f97a1d9
  kind: Event
  lastTimestamp: "2026-07-28T17:29:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:38Z"
    name: isvc-xgboost-graph-raw-04101-predictor.18c68444bb317c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: 9f87644c-fc36-40d7-bc5e-41c7480f0304
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 5a931776-29c1-4adf-bfc8-19310f97a1d9
  kind: Event
  lastTimestamp: "2026-07-28T17:30:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-xgboost-graph-raw-04101-predictor.18c68452b733b6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 07bbc33c-18a9-47d6-b6f5-5089dab961e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-04101-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 5a931776-29c1-4adf-bfc8-19310f97a1d9
  kind: Event
  lastTimestamp: "2026-07-28T17:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:23Z"
    name: isvc-xgboost-graph-raw-04101-predictor.18c68452b7bc1d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: d4ce0715-4d64-43d9-b4f8-38f9d4f060c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-04101
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 3895d118-281d-43e7-b00f-0ba14c6eab99
  kind: Event
  lastTimestamp: "2026-07-28T17:29:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:58Z"
    name: isvc-xgboost-graph-raw-04101.18c684413c02fb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: f961a877-95a2-4d3b-ad1f-e80812325cb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-04101
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: 3895d118-281d-43e7-b00f-0ba14c6eab99
  kind: Event
  lastTimestamp: "2026-07-28T17:29:58Z"
  message: InferenceService [isvc-xgboost-graph-raw-04101] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:58Z"
    name: isvc-xgboost-graph-raw-04101.18c68454022eff47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: e0a3f34b-2480-430c-a76f-b9b6b2e09ef5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:30:28.338699Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845aebe74a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: c49ce237-9e47-4b3b-914a-1a80cefb9fe3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845b057dbe90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 9e3a8c52-6743-4514-a018-b396fac3c642
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845b06da80bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: af26d0e1-652c-435d-ac59-211278388146
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845b09b157ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 022b8a71-6af8-4015-b4ca-d3dc54b00225
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845b0a10b17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: 27fd27d5-5d09-4c3c-8616-85631fa11626
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:32Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845bfd3a8599
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: d3f974f1-48ce-46a4-b356-8de268f2f50f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:32Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845c00a36dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: 401a64de-77df-43a7-a290-f84044a56a2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845c011be4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: a55e3215-3d5c-4d3d-933b-c5b491fe96c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845c01246dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: 295f3c1b-b421-4698-b4de-cab198488539
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845c04a96738
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 882fd567-c6ea-4d3d-8887-5fec72dfb303
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:30:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:33Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845c050b34ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: ab57926c-92be-4f91-a3e0-653c002e2cde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:32:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:19Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c6845c397eb58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 0076d707-081c-4266-9e05-5db0b1f587ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c68474988e1db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 996088de-4f9e-4207-bf9d-a4e8ad85373b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c68474988e8878
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 65a9b564-000e-4278-b1c7-2b8a28104316
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 69ee67c2-cf04-4f37-9733-5c31bf8fe986
  kind: Event
  lastTimestamp: "2026-07-28T17:32:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:19Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw.18c68474e7ef4215
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: 57737f18-e488-495f-81bf-b9d507fb58e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: 90a7b0a6-9fbd-42d8-bb30-5ed29f024174
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c-2npvw'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c.18c6845aeb79aaef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: 6f232c58-7c18-4742-9795-7ac41988d8d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 1d85c7dc-759b-48b5-838d-f3aa68f53698
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-83c93-predictor-5bc85d7f7c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor.18c6845ae850da00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 08bbd3de-c3e3-4c2b-9a7a-90ab41d83b5b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 19e753de-7021-47ab-89f7-a4ecd7636999
  kind: Event
  lastTimestamp: "2026-07-28T17:30:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:58Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor.18c6845e66bfa0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 10744fca-e779-415e-8bbc-a8937fabe3e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 19e753de-7021-47ab-89f7-a4ecd7636999
  kind: Event
  lastTimestamp: "2026-07-28T17:30:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:58Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor.18c6845e674c841b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: fbe99e78-216b-4520-8cae-48586fb6e07b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: 19e753de-7021-47ab-89f7-a4ecd7636999
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor.18c6846564b07cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 8c47579e-8315-4172-8fe6-2fb74ef4535a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: 19e753de-7021-47ab-89f7-a4ecd7636999
  kind: Event
  lastTimestamp: "2026-07-28T17:31:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:58Z"
    name: isvc-xgboost-graph-raw-hpa-83c93-predictor.18c68465651e4996
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: 73eb4298-5003-48f9-ab1b-dd127155c92e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-83c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 7011346f-64f0-4784-a60f-b7106ea5a026
  kind: Event
  lastTimestamp: "2026-07-28T17:31:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:30Z"
    name: isvc-xgboost-graph-raw-hpa-83c93.18c6845ae8539bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: 5742c6a9-8f33-4fad-bb82-66015f3d752c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-83c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 7011346f-64f0-4784-a60f-b7106ea5a026
  kind: Event
  lastTimestamp: "2026-07-28T17:31:30Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-83c93] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:30Z"
    name: isvc-xgboost-graph-raw-hpa-83c93.18c6846949cd6bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: ee920074-1d71-4814-9fb5-7c7e78c91bf7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:32:18.535943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c68474942bc0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: ffec58b0-6ff8-42b4-a8d1-96d855cc13d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-d84a6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c68474a381ffad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: 7e8f67a0-51a8-4975-86ce-a44458821086
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:19Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:32:19Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c68474d11da118
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 27e5a6cc-3441-4f1e-9e71-c072b6d39c07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:19Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:19Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c68474d275668d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: cdaf2c2b-dd4b-47d7-9804-cf530b32ac67
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:20Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.046s (1.046s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:20Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c6847510dad38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 028f9da8-5fc9-4eee-93c6-c7cbb3b3caa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:20Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c6847513d48811
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 6c85bdb5-c1e4-4452-a9c9-2d0fdce20d7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:20Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c68475143dbd9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 8037d3fb-baf3-48b6-a266-7e6fcc77a167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:20Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c684751446a484
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 1a9ffa50-49b1-4cb4-9305-da1a8a375f31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:20Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c68475178c30b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 60f07420-5049-4973-a5e8-12b775adfa7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:32:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:20Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c6847517f77cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 96387cba-bf5d-4f7a-86bd-fdc438169308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c6848f7520f947
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: dcf0f935-99cf-4d90-b614-ac1b70816df9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: d66c7a93-c12f-4185-8bf9-b5e836a448f6
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: message-dumper-raw-d84a6-predictor-6478888887-8rwd8.18c6848f75217bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18503"
    uid: 3d5645d1-a6cf-44ad-b652-4a64caecd378
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-d84a6-predictor-6478888887
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 697f3b5c-0e1e-4311-897e-b6279651219c
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: 'Created pod: message-dumper-raw-d84a6-predictor-6478888887-8rwd8'
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: message-dumper-raw-d84a6-predictor-6478888887.18c6847493c28b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 13326fda-6293-49eb-8801-88f3405e7de0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: 1976b646-f257-4659-8ae1-23a526c7b92e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: Scaled up replica set message-dumper-raw-d84a6-predictor-6478888887 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: message-dumper-raw-d84a6-predictor.18c68474907de347
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: 3ee7e8d8-a3a0-4573-9cd4-77f41f882022
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 885fe122-8ea9-47d9-8e8f-50a13fd90274
  kind: Event
  lastTimestamp: "2026-07-28T17:32:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:48Z"
    name: message-dumper-raw-d84a6-predictor.18c684780fde46d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: 5d27e5c2-f0b7-46f6-9020-4315fe1ca610
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 885fe122-8ea9-47d9-8e8f-50a13fd90274
  kind: Event
  lastTimestamp: "2026-07-28T17:32:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:48Z"
    name: message-dumper-raw-d84a6-predictor.18c6847810743330
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 263f199d-b1f1-4ed8-ba3d-0730c055ec27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 885fe122-8ea9-47d9-8e8f-50a13fd90274
  kind: Event
  lastTimestamp: "2026-07-28T17:33:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:03Z"
    name: message-dumper-raw-d84a6-predictor.18c6847f0e6e83b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 816a8226-2922-43ac-8178-bd1e4a092880
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-d84a6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 885fe122-8ea9-47d9-8e8f-50a13fd90274
  kind: Event
  lastTimestamp: "2026-07-28T17:33:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:03Z"
    name: message-dumper-raw-d84a6-predictor.18c6847f0efa34e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 5d2de1eb-b2ae-423c-86be-96f010fa8142
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d84a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: a34afcc0-8187-4a82-80a0-bf0d0f3f6294
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: message-dumper-raw-d84a6.18c6847490eb5a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 191b31b1-87e9-4a39-970c-665eb170c50d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d84a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: a34afcc0-8187-4a82-80a0-bf0d0f3f6294
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-d84a6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-d84a6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: message-dumper-raw-d84a6.18c684749172f434
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: 2e0895dd-dd34-46ba-be57-04db6b4d1bcd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-d84a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: a34afcc0-8187-4a82-80a0-bf0d0f3f6294
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: InferenceService [message-dumper-raw-d84a6] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: message-dumper-raw-d84a6.18c68476e45f6bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: d5dbaf69-9de5-457d-adc1-98859371f4b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:30:17.991641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-04101-68d8d6678c-qf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: 501317ed-2a59-404f-84ff-6cd37facd8b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-04101-68d8d6678c-qf9d8
    to ip-10-0-136-239.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:30:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:30:17Z"
    name: model-chainer-raw-04101-68d8d6678c-qf9d8.18c68458832bad38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: ffd7ce7d-b91d-484f-8cab-0debcc6004e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-04101-68d8d6678c-qf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: 501317ed-2a59-404f-84ff-6cd37facd8b8
  kind: Event
  lastTimestamp: "2026-07-28T17:30:18Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:30:18Z"
    name: model-chainer-raw-04101-68d8d6678c-qf9d8.18c684589cdc1ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: 56037cfa-4922-4e59-9e65-ccd21a7e7618
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-04101}
    kind: Pod
    name: model-chainer-raw-04101-68d8d6678c-qf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: 501317ed-2a59-404f-84ff-6cd37facd8b8
  kind: Event
  lastTimestamp: "2026-07-28T17:30:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:24a06dcfbbe7f0d25115c5a79181136502c6b1ca34878eb57638d7eb57f020b2"
  metadata:
    creationTimestamp: "2026-07-28T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:18Z"
    name: model-chainer-raw-04101-68d8d6678c-qf9d8.18c684589e45ec0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: d2188542-c413-435d-8130-ef09f80149aa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-04101}
    kind: Pod
    name: model-chainer-raw-04101-68d8d6678c-qf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: 501317ed-2a59-404f-84ff-6cd37facd8b8
  kind: Event
  lastTimestamp: "2026-07-28T17:30:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:24a06dcfbbe7f0d25115c5a79181136502c6b1ca34878eb57638d7eb57f020b2"
    in 2.424s (2.424s including waiting). Image size: 218226814 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:20Z"
    name: model-chainer-raw-04101-68d8d6678c-qf9d8.18c684592ecce0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 609a11dc-887d-4592-b658-b58e285299a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-04101}
    kind: Pod
    name: model-chainer-raw-04101-68d8d6678c-qf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: 501317ed-2a59-404f-84ff-6cd37facd8b8
  kind: Event
  lastTimestamp: "2026-07-28T17:30:20Z"
  message: 'Created container: model-chainer-raw-04101'
  metadata:
    creationTimestamp: "2026-07-28T17:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:20Z"
    name: model-chainer-raw-04101-68d8d6678c-qf9d8.18c684593285ed02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 86dafc8f-078a-4aa8-bb32-40e5c13e34c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-04101}
    kind: Pod
    name: model-chainer-raw-04101-68d8d6678c-qf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: 501317ed-2a59-404f-84ff-6cd37facd8b8
  kind: Event
  lastTimestamp: "2026-07-28T17:30:20Z"
  message: Started container model-chainer-raw-04101
  metadata:
    creationTimestamp: "2026-07-28T17:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:20Z"
    name: model-chainer-raw-04101-68d8d6678c-qf9d8.18c6845932f4e589
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 949a562d-c115-4765-84a9-c8e175073bc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-04101}
    kind: Pod
    name: model-chainer-raw-04101-68d8d6678c-qf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: 501317ed-2a59-404f-84ff-6cd37facd8b8
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: Stopping container model-chainer-raw-04101
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: model-chainer-raw-04101-68d8d6678c-qf9d8.18c6845ad972a911
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: baf9ab1c-de79-4aa8-a1b1-29bde5339f75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-04101}
    kind: Pod
    name: model-chainer-raw-04101-68d8d6678c-qf9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: 501317ed-2a59-404f-84ff-6cd37facd8b8
  kind: Event
  lastTimestamp: "2026-07-28T17:30:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:57Z"
    name: model-chainer-raw-04101-68d8d6678c-qf9d8.18c6845bcb3e2e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: c6929bec-0a21-40f5-bd5a-a5c5e390a420
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-04101-68d8d6678c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: 65f18cc0-6e52-4e27-887a-40238cbbbed4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:17Z"
  message: 'Created pod: model-chainer-raw-04101-68d8d6678c-qf9d8'
  metadata:
    creationTimestamp: "2026-07-28T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:17Z"
    name: model-chainer-raw-04101-68d8d6678c.18c6845882960f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 4fb93b60-4e94-4135-8f50-a562ebb3f73e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-04101
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: cc31bfa0-8f7c-41b3-b8a3-4263a99be4d3
  kind: Event
  lastTimestamp: "2026-07-28T17:30:17Z"
  message: Scaled up replica set model-chainer-raw-04101-68d8d6678c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:17Z"
    name: model-chainer-raw-04101.18c68458817727fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 7ed5805e-cad0-44eb-b877-c730449deea3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-04101
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: 3485b357-2a8a-4f13-adfa-0d84311458fd
  kind: Event
  lastTimestamp: "2026-07-28T17:30:18Z"
  message: InferenceGraph [model-chainer-raw-04101] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:18Z"
    name: model-chainer-raw-04101.18c6845887e54d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: bb3d9d3e-6675-4500-93b3-e19a5f98b222
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:32:08.285695Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: 97a7784e-0ada-44b7-b49b-766b87895f45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls
    to ip-10-0-136-239.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:32:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:32:08Z"
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls.18c6847231357603
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 3b7ed11c-233c-460d-80e3-c3504848b8eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls
    namespace: kserve-ci-e2e-test
    resourceVersion: "17299"
    uid: 97a7784e-0ada-44b7-b49b-766b87895f45
  kind: Event
  lastTimestamp: "2026-07-28T17:32:08Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:32:08Z"
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls.18c684724b05109b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: 7978b479-1736-4b1b-8a10-941e6629e6f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-83c93}
    kind: Pod
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 97a7784e-0ada-44b7-b49b-766b87895f45
  kind: Event
  lastTimestamp: "2026-07-28T17:32:08Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:24a06dcfbbe7f0d25115c5a79181136502c6b1ca34878eb57638d7eb57f020b2"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:08Z"
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls.18c684724c69ae94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: f0866d9c-d3fc-48b3-9171-dfb61347d4f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-83c93}
    kind: Pod
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 97a7784e-0ada-44b7-b49b-766b87895f45
  kind: Event
  lastTimestamp: "2026-07-28T17:32:08Z"
  message: 'Created container: model-chainer-raw-hpa-83c93'
  metadata:
    creationTimestamp: "2026-07-28T17:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:08Z"
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls.18c684724f793525
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: 4f6e134a-3b43-4a83-8f34-bb777d1f13ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-83c93}
    kind: Pod
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 97a7784e-0ada-44b7-b49b-766b87895f45
  kind: Event
  lastTimestamp: "2026-07-28T17:32:08Z"
  message: Started container model-chainer-raw-hpa-83c93
  metadata:
    creationTimestamp: "2026-07-28T17:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:08Z"
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls.18c684724fed4295
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: eb7577d1-f87b-4a54-9891-c39000e9e5ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-83c93}
    kind: Pod
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 97a7784e-0ada-44b7-b49b-766b87895f45
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: Stopping container model-chainer-raw-hpa-83c93
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls.18c6847488498b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 36cbc114-bd50-4454-b1ff-8f6f72ccbcc1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-83c93}
    kind: Pod
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 97a7784e-0ada-44b7-b49b-766b87895f45
  kind: Event
  lastTimestamp: "2026-07-28T17:32:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:45Z"
    name: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls.18c684750c1b4531
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: 8ebc5bae-218e-4200-93e8-2932df7ac34e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-239.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-239.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-83c93-7f75bd67ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: d4017a44-9e16-4434-ae50-164639982513
  kind: Event
  lastTimestamp: "2026-07-28T17:32:08Z"
  message: 'Created pod: model-chainer-raw-hpa-83c93-7f75bd67ff-7dhls'
  metadata:
    creationTimestamp: "2026-07-28T17:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:08Z"
    name: model-chainer-raw-hpa-83c93-7f75bd67ff.18c6847230cccb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17291"
    uid: 96240990-4eb6-4908-9be8-3841fbebcdf3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-83c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17285"
    uid: 5e883778-3f20-489c-ac78-802b841e3993
  kind: Event
  lastTimestamp: "2026-07-28T17:32:08Z"
  message: Scaled up replica set model-chainer-raw-hpa-83c93-7f75bd67ff from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:08Z"
    name: model-chainer-raw-hpa-83c93.18c684722fc1ad81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17288"
    uid: 1de5b772-cdf9-49d0-9e37-79059338b439
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-83c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: 496f36ff-ffe6-4522-a93e-668f8f32ae0a
  kind: Event
  lastTimestamp: "2026-07-28T17:32:08Z"
  message: InferenceGraph [model-chainer-raw-hpa-83c93] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:08Z"
    name: model-chainer-raw-hpa-83c93.18c68472355e97f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17304"
    uid: 6c8eafae-f140-4686-9430-d244cab28c47
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:48:47.182906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25940"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-be0d8-predictor-55f497b676-7vd95
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855ac41fe225
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: cddc6e54-39dd-4f0e-9525-663e4969d355
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:47Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855add466473
    namespace: kserve-ci-e2e-test
    resourceVersion: "25960"
    uid: d7d62a26-b222-4711-913f-fc513a5116c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855adec3e8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25962"
    uid: 4f5c7b05-ed88-42d6-bfca-76f3d6d60803
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855ae17048e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 28599aeb-f9f0-40fe-805d-66d543bf082b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855ae1df351d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: c5224bd3-95f7-47ae-af3f-10f5671d2cfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:52Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855bfc14ff18
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: b32093a0-379b-456a-9933-0962d8c5c6de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:52Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855bfed9eb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: 5e1fa45b-c7d4-4b72-9ffe-0131664fe005
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:52Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855bff44b9e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 3d27b9a1-4516-4c7e-b122-48f66528d97e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:52Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855bff4e2fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: bc75b5d6-313e-47cd-a59f-400b54041658
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:52Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855c01de793b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26017"
    uid: b0745980-58d5-478f-9d0b-a77aa02993ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:48:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:52Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855c0247fec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: 452db4ba-da27-4fa9-bb17-8fedbd4d16d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:50:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:48:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:20Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6855c380accf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: f3c2f198-58a0-4972-a096-4a6f90e349d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:50:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:17Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6856fbf0e9f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 35863f86-3971-4852-8d37-4399c4e49b6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:50:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:17Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c6856fbf0f1bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26653"
    uid: c06b5df3-4c38-451d-93cc-16898e1026f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "25944"
    uid: d525e234-304e-492a-87e4-c39e988952ac
  kind: Event
  lastTimestamp: "2026-07-28T17:50:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:20Z"
    name: raw-sklearn-be0d8-predictor-55f497b676-7vd95.18c685707a047a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26672"
    uid: 53de9be0-e40c-483b-aa30-7b3a29657362
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-be0d8-predictor-55f497b676
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: f7215246-96bb-4d1f-b76c-6c3e2e315e54
  kind: Event
  lastTimestamp: "2026-07-28T17:48:47Z"
  message: 'Created pod: raw-sklearn-be0d8-predictor-55f497b676-7vd95'
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8-predictor-55f497b676.18c6855ac371c388
    namespace: kserve-ci-e2e-test
    resourceVersion: "25942"
    uid: c08c2f78-c3c8-4e08-ba1d-7a17a204f428
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-be0d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: da185455-9e12-4632-9429-4bc6526d5c72
  kind: Event
  lastTimestamp: "2026-07-28T17:48:47Z"
  message: Scaled up replica set raw-sklearn-be0d8-predictor-55f497b676 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8-predictor.18c6855ac01beec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: b33c57bb-3d0b-4b47-afd1-e586cb344e7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-be0d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: 1f64abe3-bdb0-44aa-8269-8a1b3428b3c3
  kind: Event
  lastTimestamp: "2026-07-28T17:49:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:49:32Z"
    name: raw-sklearn-be0d8-predictor.18c6855e3e5edbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26298"
    uid: dd8d0fe8-b6f1-48f4-85f6-89c1f461c9d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-be0d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: 1f64abe3-bdb0-44aa-8269-8a1b3428b3c3
  kind: Event
  lastTimestamp: "2026-07-28T17:49:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:49:32Z"
    name: raw-sklearn-be0d8-predictor.18c6855e3ea1c5c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26299"
    uid: 5a75d798-464b-4dc0-9120-06b5be78bbdd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-be0d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: 1f64abe3-bdb0-44aa-8269-8a1b3428b3c3
  kind: Event
  lastTimestamp: "2026-07-28T17:50:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:50:17Z"
    name: raw-sklearn-be0d8-predictor.18c68568bc1e4b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26635"
    uid: b272b85e-d19a-427f-b5de-24b3054e6864
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-be0d8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: 1f64abe3-bdb0-44aa-8269-8a1b3428b3c3
  kind: Event
  lastTimestamp: "2026-07-28T17:50:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:49:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:50:17Z"
    name: raw-sklearn-be0d8-predictor.18c68568bc9437b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26636"
    uid: d3014590-d1c0-409b-a1ea-1e6ed1907f36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-be0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 683922c3-da3c-4cae-9d00-b9b0b881d6a8
  kind: Event
  lastTimestamp: "2026-07-28T17:50:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:50:10Z"
    name: raw-sklearn-be0d8.18c6855abfb4f55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: 4fd60b99-2cd6-4564-8ef9-d25b01438f7c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-be0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 683922c3-da3c-4cae-9d00-b9b0b881d6a8
  kind: Event
  lastTimestamp: "2026-07-28T17:48:47Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-be0d8": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-be0d8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8.18c6855ac01955f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: f4390345-05dc-466f-be78-2648a9d08c8a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-be0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25925"
    uid: 683922c3-da3c-4cae-9d00-b9b0b881d6a8
  kind: Event
  lastTimestamp: "2026-07-28T17:48:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-be0d8": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:47Z"
    name: raw-sklearn-be0d8.18c6855ac739d6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25953"
    uid: 3e900c23-8bb8-47e1-a87e-1a29833c5cf4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-be0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: 683922c3-da3c-4cae-9d00-b9b0b881d6a8
  kind: Event
  lastTimestamp: "2026-07-28T17:50:10Z"
  message: InferenceService [raw-sklearn-be0d8] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:50:10Z"
    name: raw-sklearn-be0d8.18c6856e2ca10ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 68bcaad3-c1fb-4166-bf5e-54cae9bb5387
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:50:22.495812Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26716"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    to ip-10-0-137-64.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:50:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:50:22Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68570f536c84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: 8a264812-fa93-47fb-b9fb-ec7fa75cdc8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5b977597d7-4dfx5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:22Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:50:22Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c685710e66769b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 4fe983cc-0a5e-4197-9ed0-ca1a96b8e3b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:824dd4f70c10bfd12c956cfe8488915467e61b05d1a785bf64aa919cb1efc5da"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:22Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c685711045625e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 9ac7ad98-6494-4a0f-b9af-f067cb8d3331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c6857113507239
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: 2136f8a5-4e17-4759-928f-9e7445fdad2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:23Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c6857113bd4652
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 073b65bd-6917-45ad-86d6-e0be69e22e98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:26Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68571f531d13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26770"
    uid: 02dd21f4-10cf-45c7-832c-a3d8da5a6367
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:26Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68571f9e1c6fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26775"
    uid: c9429ef8-e0da-4314-aab2-9c2f132d8b9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:26Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68571fa510e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26776"
    uid: c2905d51-095c-49b7-8413-88796fa59d97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:26Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68571fa5abc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26777"
    uid: 820203e0-e6e6-4c5a-9a4e-0642c383ad0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:26Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68571fcd96a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "26779"
    uid: 901cc9d8-20eb-4ee3-aa16-d70261a16ec6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:50:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:26Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68571fd473336
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: 23f5e1a0-458b-4a9d-bb9f-56b3d7977398
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:51:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:53Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68572313a0435
    namespace: kserve-ci-e2e-test
    resourceVersion: "27424"
    uid: c8c74ddd-2265-41d7-8895-26d20a36f032
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:51:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:52Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68585ed7d2346
    namespace: kserve-ci-e2e-test
    resourceVersion: "27410"
    uid: c9b58df5-4339-4c00-81ba-4809b0715fb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:51:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:52Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c68585ed7d9abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: 95167b8e-6527-4ba9-8515-8f1edad51cb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d3d9f68f-ed58-4773-961c-5bcf5d193a7a
  kind: Event
  lastTimestamp: "2026-07-28T17:51:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:53Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs.18c685863768af80
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: e5c36d42-07d4-4186-baa1-3d1c8ddf761f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: c516d5f2-20f0-47d2-be0a-d7a544489044
  kind: Event
  lastTimestamp: "2026-07-28T17:50:22Z"
  message: 'Created pod: raw-sklearn-runtime-8e468-predictor-845d8647f6-9xcqs'
  metadata:
    creationTimestamp: "2026-07-28T17:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:50:22Z"
    name: raw-sklearn-runtime-8e468-predictor-845d8647f6.18c68570f4bde251
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 29dcc197-44ef-4775-b5ba-9b78c7a458ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-8e468-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26700"
    uid: 79aadc92-d5a1-4b4c-9694-8eb7f97eb27b
  kind: Event
  lastTimestamp: "2026-07-28T17:50:22Z"
  message: Scaled up replica set raw-sklearn-runtime-8e468-predictor-845d8647f6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:50:22Z"
    name: raw-sklearn-runtime-8e468-predictor.18c68570ee373364
    namespace: kserve-ci-e2e-test
    resourceVersion: "26704"
    uid: 6653423c-0bb7-4d87-9ba5-9a1aa198dbf2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8e468-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26701"
    uid: a9ac2b54-a903-4415-baf8-44b5ed91cf21
  kind: Event
  lastTimestamp: "2026-07-28T17:51:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:07Z"
    name: raw-sklearn-runtime-8e468-predictor.18c685746d6cdca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: 846d9a28-32da-4537-b421-0baf8ef5a8ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8e468-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26701"
    uid: a9ac2b54-a903-4415-baf8-44b5ed91cf21
  kind: Event
  lastTimestamp: "2026-07-28T17:51:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:07Z"
    name: raw-sklearn-runtime-8e468-predictor.18c685746dfa8765
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 26e1c43b-c60c-4abe-b381-674336888ccd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8e468-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26860"
    uid: a9ac2b54-a903-4415-baf8-44b5ed91cf21
  kind: Event
  lastTimestamp: "2026-07-28T17:51:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:52Z"
    name: raw-sklearn-runtime-8e468-predictor.18c6857eeb24d7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27394"
    uid: edd3d396-11c7-4076-b228-7ca9b3e4e654
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8e468-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26860"
    uid: a9ac2b54-a903-4415-baf8-44b5ed91cf21
  kind: Event
  lastTimestamp: "2026-07-28T17:51:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:52Z"
    name: raw-sklearn-runtime-8e468-predictor.18c6857eeba1ed3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27395"
    uid: e76c8327-a6f4-4de0-8f01-b4c26ee626a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8e468
    namespace: kserve-ci-e2e-test
    resourceVersion: "26693"
    uid: fc0da1e5-0aaf-4d1e-9c88-192f19a4046f
  kind: Event
  lastTimestamp: "2026-07-28T17:51:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:43Z"
    name: raw-sklearn-runtime-8e468.18c68570ee397844
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 007ad6ed-fbd5-452a-8a8f-b9247a489a95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8e468
    namespace: kserve-ci-e2e-test
    resourceVersion: "26693"
    uid: fc0da1e5-0aaf-4d1e-9c88-192f19a4046f
  kind: Event
  lastTimestamp: "2026-07-28T17:50:22Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-8e468":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-8e468":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:50:22Z"
    name: raw-sklearn-runtime-8e468.18c68570eee5ac11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26707"
    uid: a7fc91ba-2a32-443c-a56f-3a9e9cbd6b4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8e468
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: fc0da1e5-0aaf-4d1e-9c88-192f19a4046f
  kind: Event
  lastTimestamp: "2026-07-28T17:51:43Z"
  message: InferenceService [raw-sklearn-runtime-8e468] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:43Z"
    name: raw-sklearn-runtime-8e468.18c68583eaacb9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27329"
    uid: 9748b253-249e-4f23-9492-41faccf5e790
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "27677"