---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:36:46.376994Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6474b875b9-4dfjh
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518a4ae845b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 3accaad0-d6a9-488d-9711-40f39b1b2bf5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518a6d22e40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: fc0ee2bd-0031-4262-8da0-098728af3170
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518a6e7f676e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 45042e5a-4068-4354-9b2b-9786be796bbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:47Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518a715e2d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: bf4580f5-5ea8-463e-bf35-f5c1d709fd4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:47Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518a71d942ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 8382bd19-e45c-41ea-a8c1-f4d6790b8fb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518b8c721f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: fc76d260-7474-4b86-97a3-5678ee49dcec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518b90507e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: 5607b139-f721-45bb-9b98-1953d8e11b0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518b90d083ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: d1072358-975f-436e-937f-ce260e9a71d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518b90dcd0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: c9171622-ba34-4123-9738-a45915118357
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518b947de31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: d22a8149-1909-4600-a38d-018df6b495ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518b9513d2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 8758fb70-72d3-455d-91a7-db076f8ea0dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:37:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:59Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4518c04c135bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: 21ec6edc-4be0-422a-b571-13ca7cf433aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:38:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:10Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4519dca01cc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: e564a01b-5b22-4ab7-969d-d9b33f2ace48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:38:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:10Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4519dca023581
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: 0d96e8ab-c8a0-4707-b7ba-491a806c9328
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-4dfjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: 93a24bcd-85f8-4ed0-9bb7-5128780de711
  kind: Event
  lastTimestamp: "2026-09-11T16:38:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:14Z"
    name: isvc-canary-create-predictor-6474b875b9-4dfjh.18d4519ee0fde646
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: 797d23f9-6cae-4556-8a49-23a7383c3b7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:36:46.333548Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6474b875b9-zgslm
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518a4851507d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: 4f7c892a-addc-416c-9b88-6f3929bee95e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518a6a55c90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 3ae16013-83ef-44d3-8639-79a15e2153ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518a6b9435e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20817"
    uid: 9f24a62f-e15b-4b83-8713-0b0f68011edf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518a6e8e9bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20823"
    uid: 5b43471c-1393-47dd-9aa4-df884133ac02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518a6f002773
    namespace: kserve-ci-e2e-test
    resourceVersion: "20824"
    uid: a1b173e3-6589-4c02-91d0-924da5156b88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518b6f9c4bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 185c6508-fc3e-4a2e-b3ff-46130c6dea52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518b72d29463
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 90569c50-a5f5-4280-8fcf-cbfba2ff9712
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518b73467456
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 6d2b0c71-dbb0-47e6-a9dd-71a7c1b4a063
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518b7350eb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: 45e78763-f33c-4a6c-b6ec-038982309525
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518b7694e120
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 9fe1de01-51b0-416c-b335-725b796ff668
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518b7700221a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: db933d5d-4a37-4c06-a7bb-8d02094c291c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:38:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:19Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4518be76d02ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21651"
    uid: 3be085af-08eb-47cb-9da4-2f2f158daf43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:38:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:16Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4519f3f156eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: 70ee9252-69ba-4196-b75e-e6922e5cfa2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:38:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:16Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4519f3f15cbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 1920bbcf-be3d-4f20-b64d-12289b3f971a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-zgslm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: e7ed18ed-9b8b-4de8-80fc-d64d9243df11
  kind: Event
  lastTimestamp: "2026-09-11T16:38:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:19Z"
    name: isvc-canary-create-predictor-6474b875b9-zgslm.18d4519fed983ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: d3dafced-a3a8-495c-8b46-6ac481dcd04e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: 0b378280-06d7-45d3-bcc2-7127021c5d93
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: 'Created pod: isvc-canary-create-predictor-6474b875b9-zgslm'
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9.18d4518a47b9d333
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: 42bbb1e1-5ef3-48c3-9bd7-b9e63df23b85
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: 0b378280-06d7-45d3-bcc2-7127021c5d93
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: 'Created pod: isvc-canary-create-predictor-6474b875b9-4dfjh'
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor-6474b875b9.18d4518a4a728f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: a34ca658-ef0e-4b1b-b7b4-89f7b565e81b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 0b378280-06d7-45d3-bcc2-7127021c5d93
  kind: Event
  lastTimestamp: "2026-09-11T16:38:10Z"
  message: 'Deleted pod: isvc-canary-create-predictor-6474b875b9-4dfjh'
  metadata:
    creationTimestamp: "2026-09-11T16:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:10Z"
    name: isvc-canary-create-predictor-6474b875b9.18d4519dc576a703
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: 8040f5b2-9d1a-4881-8233-d6cc0f3fac94
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20759"
    uid: 3dc5a77a-5e21-4add-a8b4-2d41cfb4985a
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Scaled up replica set isvc-canary-create-predictor-6474b875b9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-predictor.18d4518a43e040b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: f225a245-8ef0-43b3-bba2-daaa4dc16b9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: 3dc5a77a-5e21-4add-a8b4-2d41cfb4985a
  kind: Event
  lastTimestamp: "2026-09-11T16:38:10Z"
  message: Scaled down replica set isvc-canary-create-predictor-6474b875b9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:10Z"
    name: isvc-canary-create-predictor.18d4519dc5159ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: 24040409-12ad-4828-bfad-1cc8be97382f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:36:46.292598Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20767"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518a45e074fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 36a85c55-169f-4c1a-92ca-c1a9efd61776
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518a67cc0127
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: 992f8622-a9d8-4eab-87cb-1d8b8168401c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518a69324027
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: 702c9787-34d4-4204-b6dc-9a5560f1235d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518a6cabf1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20818"
    uid: 47237a68-e170-413a-a097-fc04465436b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518a6d308a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: 841b289a-1502-4800-ae87-1e794c50d66a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518b8c5e4145
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: 1451cfe4-a62f-4b0c-aff2-cf867697559f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518b905eaeb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 27b9a2a9-fffb-45b3-8785-d6e6d337daa8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518b90df6251
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 5bb07c4e-5bdb-4afe-b33e-14c594197680
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518b90e9305e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 24c4ce07-8df5-493d-a723-d3bf828b11fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518b948b8fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20901"
    uid: d68c6f04-4812-404d-b58d-f0e79d29c683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:36:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:51Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518b95072b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: d68583ee-bf7d-43cb-8634-bf395a295b40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:38:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:19Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4518bc8a2a354
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 6c9da4d3-05cd-4f0e-bc1b-b06c8e615ba5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:38:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:16Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4519f3eb403fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: 4186f5d4-62f8-409e-afa7-c9238fb1d180
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:38:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:16Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4519f3eb4848c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: 6ed59219-7c3b-4d36-aa41-adb6cdcdac08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 945749d5-dc2c-49bc-8616-7828a96936e1
  kind: Event
  lastTimestamp: "2026-09-11T16:38:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:38:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:18Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6.18d4519fcf178935
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 11e137a9-4d51-4ec5-99e2-dc825ca33339
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-96f77bdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 0a34702c-f3bb-4c8e-854c-d4d104b8b646
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-96f77bdbd-qdxc6'
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd.18d4518a452fc163
    namespace: kserve-ci-e2e-test
    resourceVersion: "20770"
    uid: 716c988f-b3dd-49a7-b42f-1f7be13c526f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: d3e910d1-642c-4484-a342-fcfc7dc4b9d6
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-96f77bdbd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create-v2-predictor.18d4518a4158a53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: 33b1169f-8c78-42d6-b82d-b13bf82544f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 9075dce4-a23a-43da-ac0c-49612beb6dad
  kind: Event
  lastTimestamp: "2026-09-11T16:38:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:38:10Z"
    name: isvc-canary-create.18d4518a4355b015
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: bbba8db2-767f-447d-9791-65431c270593
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 9075dce4-a23a-43da-ac0c-49612beb6dad
  kind: Event
  lastTimestamp: "2026-09-11T16:38:10Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:38:10Z"
    name: isvc-canary-create.18d4518a43fc2898
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: f062453b-63e3-44d5-9dfc-f66a4c6da59e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 9075dce4-a23a-43da-ac0c-49612beb6dad
  kind: Event
  lastTimestamp: "2026-09-11T16:36:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:46Z"
    name: isvc-canary-create.18d4518a43fc65ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: b447e8d8-fc3d-4347-b2db-5935e1780507
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21515"
    uid: 9075dce4-a23a-43da-ac0c-49612beb6dad
  kind: Event
  lastTimestamp: "2026-09-11T16:38:09Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:38:09Z"
    name: isvc-canary-create.18d4519dbd1b9e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21516"
    uid: b4834c1e-eac9-45af-8d1f-f916e49196a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:38:21.609232Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cf78f884f-jdmdp
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a07730eb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21717"
    uid: 502baea0-1ef1-4fe5-a1ad-07b2eb6c0667
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a0838d191f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21732"
    uid: 32673fa5-ea20-45e7-ac97-14f18416a06f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a0bd2f2e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 0c07f8a5-8c78-4c24-94d7-862e2f5475ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a0be924eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 1acfa5b2-c538-4f58-8001-3b742418ea42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a0c1322e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 1f078999-9b37-452e-b239-59744bf7c98a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a0c1a6ddcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 477e4851-fb16-4f41-a12c-78a2a07509ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a1a6dec3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: 42c4a74c-0fbb-4909-9d25-2fb514905d34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a1ad2d7487
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: e4cedf2a-8134-4e81-bfc8-8c2d414ca1a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a1adbcb0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21811"
    uid: 54818b8e-2d4c-4e6e-b7e2-812ab2701059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a1adc7e2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: dedb7810-6573-4965-9536-682c357de29e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a1b1afcb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: acd36253-b22d-4b3e-aa1f-25aef20acc3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a1b225da52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21819"
    uid: d9196e93-0188-48c5-834c-67dea973b703
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:39:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451a21ef60343
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: 907f9c47-6c51-458f-9097-aeff230a5477
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:39:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:51Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451b56aa27609
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: 974174f5-ea54-4ff7-b3bd-b9c439ec0c34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:39:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:51Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451b56aa2ea38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22484"
    uid: 67ea176f-7d1d-43cd-81ba-018108a618c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: dbff78d9-8e06-4b43-b17a-ec37334979bc
  kind: Event
  lastTimestamp: "2026-09-11T16:39:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:54Z"
    name: isvc-canary-promote-predictor-7cf78f884f-jdmdp.18d451b6253437ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: cdb90c0e-4c5e-45fb-b523-8146fe4089b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:38:21.560455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cf78f884f-pfszw
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a07448aa3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: 8240c016-89df-4a8e-acc8-0d3efda088af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a07e2d8fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: f1bdcd73-bbc6-4133-bbcf-a31a4e4d2db6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a0ba1380f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: 47e9c2e7-35f7-4946-b9f6-dc1b2d8a50cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a0bb7bae4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: 5fab85b7-0ebe-4025-ba7d-f3873d742222
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a0be8f15bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 72ee80f9-c5d2-4b1e-a8ec-3ab94727f0ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a0bf0d06ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 55658ccd-afb9-422e-854e-d3b07e7e26bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:27Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a1c4873c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: 4ff76172-2ebe-49dc-8e30-0726524c6355
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:27Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a1c7a8af83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 286eadbd-f7c5-4dd0-8ac6-86b78b8c37fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:27Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a1c82a8769
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 4dfa5654-9a11-4fc1-8919-b55021703508
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:27Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a1c8368965
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: b68a419a-c75e-4886-91fd-45e250ab772f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:27Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a1cc244408
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: 3d69b968-1036-40c1-8e33-61c3fa74b4fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:38:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:27Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a1ccb141ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: f49cf8c8-41bd-45d9-bc93-277960380f1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:39:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:34Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451a200982287
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 9dbb62fa-91d4-4ad7-b1d0-9186d0bedd75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:39:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451b39d25ed4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: 4ecbc65e-41bb-4873-93ff-43656f74c575
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:39:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451b39d26c3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: 3c5cde98-d7f3-4893-b77a-78dbff9c13e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 3a985876-0fcf-4732-9855-00ce27a55d13
  kind: Event
  lastTimestamp: "2026-09-11T16:39:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:44Z"
    name: isvc-canary-promote-predictor-7cf78f884f-pfszw.18d451b3b2beae1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22411"
    uid: 9d0a7a46-dbb4-4ad3-9a51-2239864ba7e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: f93819e6-ee4d-4cbf-91e3-635d8946ccab
  kind: Event
  lastTimestamp: "2026-09-11T16:38:21Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cf78f884f-pfszw'
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d451a073eb6479
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: 0e10ac8c-b170-48f7-b520-4b6819252ad9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: f93819e6-ee4d-4cbf-91e3-635d8946ccab
  kind: Event
  lastTimestamp: "2026-09-11T16:38:21Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cf78f884f-jdmdp'
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d451a076cb663c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21714"
    uid: 566bb537-e4b5-48d1-a6d7-3ea74e16dcb8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: f93819e6-ee4d-4cbf-91e3-635d8946ccab
  kind: Event
  lastTimestamp: "2026-09-11T16:39:43Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-7cf78f884f-pfszw'
  metadata:
    creationTimestamp: "2026-09-11T16:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:43Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d451b39cfb59eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: feaa3911-ef94-4132-826b-7bc5674652ad
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21686"
    uid: 49c93867-2550-4ab2-aaa8-fae0b0866038
  kind: Event
  lastTimestamp: "2026-09-11T16:38:21Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7cf78f884f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-predictor.18d451a070df05ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: d3ca99a3-2a63-459b-93a0-9ba232dbf24e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22384"
    uid: 49c93867-2550-4ab2-aaa8-fae0b0866038
  kind: Event
  lastTimestamp: "2026-09-11T16:39:43Z"
  message: Scaled down replica set isvc-canary-promote-predictor-7cf78f884f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:43Z"
    name: isvc-canary-promote-predictor.18d451b39c8e31ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: a0ae9cc0-8f27-49bc-b86e-fffe4f89a863
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:38:21.550343Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a073ae5bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 74ec907d-1374-405d-88ac-e764a72cbf2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a07d8dfa57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: b5e579e0-2fd6-48b9-b7ad-c3b31b5c9955
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a0b9947b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 135fb1f9-5557-41d3-8f0d-4fc8296d1385
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a0bad2b048
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: efb2ff2e-9dfe-4ce6-b0af-ff0010dc2bbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a0bd91ed08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21756"
    uid: 13a1a6a7-58ea-442c-a50d-64b66a19fa24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:22Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a0be1cd00d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: 2d391d37-a1b5-41d9-99b0-51aa00b1fca2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a1a6f44f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: b04c2931-156c-4f9c-b13c-97acabd353ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a1ad37194f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: 10a3c7fd-6262-42dc-8cb2-d38e010d076e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a1adbcb0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21812"
    uid: e10059e0-d6b7-48f9-b12f-bd3a96879c23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a1adc7d688
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: e2ae49a4-fbc1-4730-852b-f17be8aaacdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a1b1bc2b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21818"
    uid: 266e4d0a-4280-4846-95d1-ab60007e8d72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:38:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:38:26Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a1b232443d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: a39a6d72-91f5-46e7-87ea-80bc6e950a8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:41:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:23Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451a1e3216474
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: cf9f1a01-3d08-482f-b50a-8495e8829122
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:41:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:21Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451ca6e6d19da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: 37c2f3e1-0868-40e1-9756-579625afcfbf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:41:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:21Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451ca6e6e0593
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: 3c7888a6-f4ed-4311-9d34-df12737f30bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5be48400-8ded-4271-90a0-9d7901ad77ae
  kind: Event
  lastTimestamp: "2026-09-11T16:41:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:23Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h.18d451caddb9b74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23191"
    uid: ac241f5f-c64b-435c-907f-f4fb70f11009
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:39:51.707324Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:39:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:39:51Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b57174bf3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22497"
    uid: 51e0a160-76e0-4519-937d-9c917f7a099e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:52Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:39:52Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b5938c73ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: e07d06f1-d7ce-4cf8-84d1-18b90b526058
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:52Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b594f7f389
    namespace: kserve-ci-e2e-test
    resourceVersion: "22506"
    uid: 765f91ac-d173-4a74-9f50-ad00bc88714f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:52Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b597ea98aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 921ddd86-ddf6-4908-97d0-d2959b6c0a53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:52Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b5986e0745
    namespace: kserve-ci-e2e-test
    resourceVersion: "22508"
    uid: 6905c681-e88f-46d1-92d2-befab46d8f63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:56Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b6944225cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22548"
    uid: 860e88ee-7315-4522-bf1e-ea6f6815d2c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:56Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b6977fa6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22551"
    uid: 5bb91a27-08b1-427a-a843-557dc0595ce3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:56Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b6980fa944
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: db81d89e-ebb4-4828-891e-ed24f94371d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:56Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b6981b6262
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: 5ee91402-8eb5-4921-b3fe-b4810b377c75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:56Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b69b4a5a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: ea7a4034-8449-4534-b20a-4656c11aeafe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:39:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:39:56Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b69bc9c663
    namespace: kserve-ci-e2e-test
    resourceVersion: "22555"
    uid: 193cd7be-a391-472c-972c-f0fe8b4cebde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:41:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:24Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451b70c1abb3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23196"
    uid: e583f67b-e051-441b-9032-2236d3264756
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:41:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:21Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451ca6e392928
    namespace: kserve-ci-e2e-test
    resourceVersion: "23173"
    uid: 8ab89d85-5ad7-4930-96b8-0e0d85bda0ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:41:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:41:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:21Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451ca6e3a6c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: 19e9c140-ce23-4a4e-9462-bdbc997fb9be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22494"
    uid: aa9b8f10-7b4f-4dba-a42e-d80cda435d85
  kind: Event
  lastTimestamp: "2026-09-11T16:41:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:24Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69.18d451cb1252a6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23195"
    uid: c62d9d37-a054-4f0a-91bf-a0737521c303
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5b4b466b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: b8c121c7-5b16-4d0a-956c-3a0a1a828459
  kind: Event
  lastTimestamp: "2026-09-11T16:38:21Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5b4b466b66-22x6h'
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66.18d451a073326178
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: 8600ff9e-fd15-435e-9499-5645b555f2f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5b4b466b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: b8c121c7-5b16-4d0a-956c-3a0a1a828459
  kind: Event
  lastTimestamp: "2026-09-11T16:39:51Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5b4b466b66-7kt69'
  metadata:
    creationTimestamp: "2026-09-11T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:51Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66.18d451b5710aae5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22493"
    uid: 769b2365-ba55-48a0-a7e3-c50745c48879
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: d110ff6b-3a99-47b5-a91f-1e1b9fff68e7
  kind: Event
  lastTimestamp: "2026-09-11T16:38:21Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5b4b466b66 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:38:21Z"
    name: isvc-canary-promote-v2-predictor.18d451a06e86747a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: 3aa129d5-20e4-460c-bae9-e321edf97bad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22486"
    uid: d110ff6b-3a99-47b5-a91f-1e1b9fff68e7
  kind: Event
  lastTimestamp: "2026-09-11T16:39:51Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5b4b466b66 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-11T16:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:39:51Z"
    name: isvc-canary-promote-v2-predictor.18d451b56d0f617f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: a64b474d-45df-405c-bba4-b9d93ac6e611
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 24941981-8952-4e0a-838d-927d21a647ac
  kind: Event
  lastTimestamp: "2026-09-11T16:39:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:39:44Z"
    name: isvc-canary-promote.18d451a07099f107
    namespace: kserve-ci-e2e-test
    resourceVersion: "22424"
    uid: 531336cc-1a03-4816-aeec-5341b5da6f62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 24941981-8952-4e0a-838d-927d21a647ac
  kind: Event
  lastTimestamp: "2026-09-11T16:39:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:39:43Z"
    name: isvc-canary-promote.18d451a071028bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: 07410172-9389-49bf-a605-efaaefd45a2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:38:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 24941981-8952-4e0a-838d-927d21a647ac
  kind: Event
  lastTimestamp: "2026-09-11T16:39:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:39:43Z"
    name: isvc-canary-promote.18d451a07102de4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: aa019948-91e3-4bfb-8dab-ede6ba115816
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:39:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22422"
    uid: 24941981-8952-4e0a-838d-927d21a647ac
  kind: Event
  lastTimestamp: "2026-09-11T16:41:14Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:41:14Z"
    name: isvc-canary-promote.18d451b3d7f160ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23099"
    uid: 428d38ce-ba20-484e-b841-7c14874e3ad3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:28:00.025745Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:28:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:28:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d4510fbdedac47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 1c44d362-7eaf-4275-a9d3-fbaa7404a594
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15377"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:00Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:28:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d4510fe027fa61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: 9480b1c1-0ac0-4325-b76f-7ecf2f172f51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d4510fe1a5f243
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 160bced2-f484-4abc-8239-4eed807fe4bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d4510fe4462efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: 08f32465-b298-4d11-81b8-21219eed04b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d4510fe4b4f74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: c3ff7e5e-c202-4c77-8a51-f12a0b0a3b56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d45110e30a3231
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 8db4e5b1-76d6-4ff2-9b3f-8f5ac750afc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:04Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d45110e6449c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: e8a23157-ed61-4e0d-8767-f312de0bbbd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d45110e6c18bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 35b6acc7-feda-4b96-a01a-9bba334165cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d45110e6cc50ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: f61ed145-b236-4274-9b8f-032dc96263f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d45110e9611858
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: d1b40796-d2b2-49a9-8117-e7630352acbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d45110e9d0669b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: abd84a70-560f-4588-a506-a722820a3d08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:29:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d451115abcf811
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: e9ca60a9-548b-4828-b51e-f125aa67ce15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:29:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:40Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d4512709df16d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: 83bb43b5-0a77-44ee-a830-401f67162e55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:29:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:40Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d4512709dfd807
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: 077b9f3a-dfb7-444d-9282-95bed8bc4ebc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 12f22641-c59f-4387-a85b-10a01a0a6d7d
  kind: Event
  lastTimestamp: "2026-09-11T16:29:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:42Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9.18d45127b4f21936
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: e52440d7-5def-4c4c-81de-97fff9e02960
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:26:10.203372Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14360"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450f62c01307b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14365"
    uid: eee6848d-5cd4-4dbe-8d65-7d8d226397a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450f633b22c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: de4cb688-b583-484c-8b83-7c3132a35543
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14369"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:12Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:26:12Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450f6a762dca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: 9db09216-55e4-4cf1-acc1-96fbb12b50c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:12Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450f6a8b5d09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14420"
    uid: 8409bdd2-609f-41dd-bb75-3c7e7d644511
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:12Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450f6abe60eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14422"
    uid: 22d15266-3e8d-4c42-b1af-db04cae1579c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:12Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450f6ac570794
    namespace: kserve-ci-e2e-test
    resourceVersion: "14423"
    uid: 5a1e0a5d-b7e4-4493-8887-f39463b932f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:16Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-11T16:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:16Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450f79eb5787a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: 584b7fd0-8358-4274-82fa-67d52906ce2b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 15.122s (15.122s including waiting). Image size: 1583654804 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:31Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450fb2416fa00
    namespace: kserve-ci-e2e-test
    resourceVersion: "14589"
    uid: 144dfdcf-3c2e-42f1-8ceb-3a1f6010114a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:31Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450fb27a2697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: 988e8a21-733d-4575-9495-12757d71be67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:31Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450fb2807aa68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14595"
    uid: 822f90c2-0f1f-4963-83b7-40b18c86d2cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:31Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-11T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:31Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450fb281380aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14596"
    uid: 4d636c6d-97a6-47ac-bc6c-9533390e659f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.507s (2.507s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:34Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450fbbd82c11d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14619"
    uid: 86d6d300-6809-4abe-9516-9965046afbf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:34Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450fbc1a8d0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 7161aba3-4c6a-4b52-9cc2-631fa082d6c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:26:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:34Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450fbc22dc109
    namespace: kserve-ci-e2e-test
    resourceVersion: "14623"
    uid: 75940f0f-0216-46a6-960a-b80deaaad707
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:27:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:27:41Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d450fc12a90b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: 57d6b087-b410-4016-b32e-8929f723307d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:27:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:27:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d4510d91d6cf9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: f22be542-5d34-4312-ad9a-d8936425a0f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:27:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:27:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d4510d91d7d332
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: ff6a4e4e-a17e-4790-8a5d-0c38ac12263b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: a05b8b65-3ba2-4188-958a-7027969f3a93
  kind: Event
  lastTimestamp: "2026-09-11T16:27:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:27:56Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv.18d4510dc4cc17b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 640699c3-cc11-455c-9a98-0f74478096fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:26:10.301465Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14372"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450f631d9fb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: f12ff851-08b9-4811-b7c8-e867eb25bc8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450f63fa30d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "14392"
    uid: 9b1e03e4-268c-42be-8878-157074a0472b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14383"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:11Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:26:11Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450f678652cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14410"
    uid: c2aa63af-c9ff-4acb-9d12-2c98c178dbec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
  metadata:
    creationTimestamp: "2026-09-11T16:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:11Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450f679cace67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: fde72ed9-beb2-4129-9feb-2b876b51a4a7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    in 3.619s (3.619s including waiting). Image size: 306764719 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:15Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450f75183cf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: 8c2b2e28-4214-47d0-8531-faf62014cf20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:15Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450f7552f5c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14448"
    uid: f020bb74-ef3c-456b-b0e2-b1c70c149ffc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:15Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450f755b3d12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 9cd6c3d1-f366-4beb-a5e4-7fa7baf7193b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:19Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-11T16:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450f86ddcfe86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14502"
    uid: 67914589-94a3-41da-b21c-5c601bbfb96f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 16.546s (16.546s including waiting). Image size: 1583654804 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:36Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450fc48243886
    namespace: kserve-ci-e2e-test
    resourceVersion: "14647"
    uid: 2dcb2cd0-f64e-4143-ac79-5a47adb1bf51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:36Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450fc4bf6e56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: 2cbbf56e-dfeb-497d-8a54-fb2f61668604
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:36Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450fc4ccc095d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: e8e5fd3b-9c13-417a-b4b9-4eb580404ff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:36Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-11T16:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:36Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450fc4cda871d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14653"
    uid: be8780ed-b2cb-47c1-8e69-f211188f0cd6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.122s (3.122s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450fd06f9b5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: 1378beea-16c0-45ca-bd48-a3fee84e9070
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450fd0af8ed1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: bb6445a7-8c3d-428a-83e2-fa70a0560a19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:26:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450fd0b90132b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: e26bbb14-3572-4ed3-8a63-038a6f591af0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:27:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:27:47Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d450fd5ad941bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15198"
    uid: 8bf8409b-18ba-4aab-9301-9d1e51d882fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:29:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:40Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d451270a01e9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 4e5c551d-c407-4c7d-aa72-09e9f5b2d774
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:29:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:40Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d451270a0283bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: cee3b271-b884-41f3-bc5d-f69a53f524e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 81b8cd84-47ec-4163-8508-bd889ffe196c
  kind: Event
  lastTimestamp: "2026-09-11T16:29:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:42Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj.18d451277f72fb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: 1d41b48c-acb1-4241-becb-d33ab12988a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14341"
    uid: 0f11ceb3-8d2a-4193-a28d-e9452f7e9808
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv'
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d450f62b887baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 325c1c9f-8caf-4aa5-9f4e-64dac8d9f27c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14341"
    uid: 0f11ceb3-8d2a-4193-a28d-e9452f7e9808
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-snrpj'
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d450f6316d9fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: 8db27309-e78f-4858-8792-49af994a2445
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 0f11ceb3-8d2a-4193-a28d-e9452f7e9808
  kind: Event
  lastTimestamp: "2026-09-11T16:27:50Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6b8c75c7b9-fx6tv'
  metadata:
    creationTimestamp: "2026-09-11T16:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:50Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d4510d91b76403
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: 9f2a989b-d05b-4b9a-bfba-c3ea6dd0b1c4
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 0f11ceb3-8d2a-4193-a28d-e9452f7e9808
  kind: Event
  lastTimestamp: "2026-09-11T16:28:00Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-bfjd9'
  metadata:
    creationTimestamp: "2026-09-11T16:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:00Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d4510fbd6e86a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: 11533b86-d9ae-4aa5-a2f5-5876850a897a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14340"
    uid: cf8ee288-6816-40f3-ac25-3bec371c71f5
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b8c75c7b9 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-predictor.18d450f6246d626b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14344"
    uid: e5eefcac-1736-4bd1-bd6c-3022b490a0d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: cf8ee288-6816-40f3-ac25-3bec371c71f5
  kind: Event
  lastTimestamp: "2026-09-11T16:27:50Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6b8c75c7b9 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:50Z"
    name: isvc-canary-rollback-predictor.18d4510d913bb54e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15241"
    uid: 0baed6ee-fbd4-40c1-adaa-bbf5e0019f2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: cf8ee288-6816-40f3-ac25-3bec371c71f5
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b8c75c7b9 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-canary-rollback-predictor.18d4510fb80d4367
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: b415f4aa-2287-4d87-a5a1-702a3e004d5b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:26:10.107512Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14347"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450f6264a78a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14353"
    uid: 2866d64e-78d1-4cb6-8faf-cf6f13c1d105
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14357"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450f648772629
    namespace: kserve-ci-e2e-test
    resourceVersion: "14394"
    uid: e1d644f1-02e2-4a50-9a0f-4ed01dcba4da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450f649d1a77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 6a5cb0cd-dc05-44ce-bcbb-25f2103c25fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450f64cd8f623
    namespace: kserve-ci-e2e-test
    resourceVersion: "14397"
    uid: 90beb679-167b-4f78-9de9-0b3b4bfa6fdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450f64d47ea32
    namespace: kserve-ci-e2e-test
    resourceVersion: "14398"
    uid: 8f220b1d-9315-43d0-8d4c-24f527232c65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:15Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-11T16:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:15Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450f762873eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14453"
    uid: 7585da4f-9ac1-451a-a173-7a26c4d1bb43
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 16.116s (16.116s including waiting). Image size: 1583654804 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:31Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450fb2328c684
    namespace: kserve-ci-e2e-test
    resourceVersion: "14588"
    uid: 0dc63205-1efe-476d-a93d-133fdc2130a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:31Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450fb276e4b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14591"
    uid: 6fdf8f73-4a48-4649-8866-17a6f94f2c57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:31Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450fb27d35820
    namespace: kserve-ci-e2e-test
    resourceVersion: "14593"
    uid: 5fa18b4e-3425-4c0a-ab8b-bd44210cc6de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:31Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-11T16:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:31Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450fb27e262f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14594"
    uid: 1a7c3e90-ccec-41c3-af99-b8cfb7c4c9b8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.514s (2.514s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:34Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450fbbdc9290d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14620"
    uid: 5143ceb0-9216-445c-9cc8-f2a151f8d48f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:34Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450fbc1be9399
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: 904f6cad-d3ac-4c94-8675-0467da697b3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:34Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450fbc24f368b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: f08627ba-94e7-464f-bd5d-ba3be69666c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:28:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:00Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d450fbd6d948e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 6e89d2c3-23b0-4f0d-a9e5-cc918a02de27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d4510fb57b6e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: 1deb3406-f061-4575-99fd-411acb15a090
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d4510fb57bfb7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: b0fb561a-ccd2-4aa2-87ba-641dab118ae2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: 8753fa9d-0482-4b1a-b2c2-4bd148b8b6d7
  kind: Event
  lastTimestamp: "2026-09-11T16:28:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:00Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz.18d4510fdd05e7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: ea5bbfc6-e5f8-4b68-9fb0-cef9e172cd3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14332"
    uid: be981f56-0459-49d6-840c-56e43c990fb4
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b8b964c7b-nn9cz'
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b.18d450f625df32c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14350"
    uid: e6b03b3e-82f7-4b55-bf72-cacbdbb09238
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14331"
    uid: 69bc6f80-30d9-4d74-a2d3-f035abebc1a7
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b8b964c7b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-canary-rollback-v2-predictor.18d450f6228f878a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14333"
    uid: cc9b76bc-1d60-4d3e-8b40-35ffb8d2c3a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14324"
    uid: 28e6608c-c075-4525-872d-b0a55e7092c4
  kind: Event
  lastTimestamp: "2026-09-11T16:27:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:27:59Z"
    name: isvc-canary-rollback.18d450f624266622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 0939def3-c089-4b8b-adf7-87f78f733be3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 28e6608c-c075-4525-872d-b0a55e7092c4
  kind: Event
  lastTimestamp: "2026-09-11T16:27:50Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:27:50Z"
    name: isvc-canary-rollback.18d4510d954f223a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: b007f621-0e0a-4558-8c78-d2d0b9e4ebb1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 28e6608c-c075-4525-872d-b0a55e7092c4
  kind: Event
  lastTimestamp: "2026-09-11T16:27:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:27:50Z"
    name: isvc-canary-rollback.18d4510d954fa7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: 7dc863f1-9724-456b-b67e-a6dd90e86fd6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 28e6608c-c075-4525-872d-b0a55e7092c4
  kind: Event
  lastTimestamp: "2026-09-11T16:29:30Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:30Z"
    name: isvc-canary-rollback.18d4510f1484d394
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: 1386caaa-d9b4-4982-9a93-5cc0a4acd0b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:29:45.303623Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5cdcf6545-4zg8t
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4512840fa8d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: bd79f408-77ec-41a1-935a-82401deac89a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4512863773ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: a8df1637-08cc-42be-92f4-ba7fbd57171a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4512864d80cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 162915ce-e538-4ad9-9721-70a87f7684b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d451286812fedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: 90f6a3d0-5b51-42b1-b9e2-7d58972d60db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4512868a53105
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: ca026078-b457-491f-bf1b-816d0fb3f266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d451298dcd0990
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 960bcf0d-9336-48c0-bf69-7d9a28a5581a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4512991cdafe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 1534d2b4-a8c8-42ab-89d8-5927104211c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d45129924aab2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 387b1bdc-a827-446c-b8b6-497555243594
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d451299254c919
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: ab699284-7649-4493-abc4-2f8604d38566
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:51Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4512996624df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: f66f208e-bb56-4615-a96d-e8b020d7b3c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:29:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:51Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4512996ef1af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: d64d7af9-ad66-4ba6-b723-e709c22ea982
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:31:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:03Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d45129ca055b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: d739319e-821c-4618-84b5-650c3498194f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:31:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:09Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4513bbfe82eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: d00cc5b6-5d06-4e48-a0cf-cf026e4f4e4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:31:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:09Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4513bbfe940ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: ed49c0cb-ef92-4aa1-8a9a-789c1448466f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: e2c17cea-f608-4186-b366-7f603eaed270
  kind: Event
  lastTimestamp: "2026-09-11T16:31:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:12Z"
    name: isvc-canary-stop-predictor-5cdcf6545-4zg8t.18d4513ca642dcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 14ad7680-5850-4b6f-9a45-7ef0d87c41a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:29:45.362313Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5cdcf6545-q7nb4
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d45128447a183a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 9dac1888-0ecd-4f05-a245-edab1cf6f608
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d4512866820d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: d2b9fdab-50ad-448c-8c62-d7f5e363d443
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d4512867f6258d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 0ac0dcbd-4ff4-48d7-a4dc-44246978c9cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:46Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d451286aca58a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 8608fab0-a9e5-43f7-8e87-8dfa06a388e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:46Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d451286b3b5e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 1cc0e9c5-911c-4550-9e96-e9b51ad95f6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d4512973ed146d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 52c35305-6628-4330-940c-aa9d33cd0270
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d451297718649b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: e2cde34b-68e8-4ed2-b898-5a263abb2c26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d4512977a03347
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 758b4970-73fa-4e44-bc8f-b74e9693b8c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d4512977aa5369
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: 1d2a8209-3e88-450d-a158-82abc2a05e11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d451297aa74cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: df087c8d-b152-4271-a015-e66446d08801
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d451297b14b3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: aba98792-5b89-458e-a0ae-569e7a0e8b04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:31:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:16Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d45129ebf26c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: b9500951-2897-4759-bccc-f1ad892b2f28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:31:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:15Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d4513d34bf663c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 93ae5c27-ad89-4dae-a5c0-7128a55bfe63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:31:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:15Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d4513d34bfda33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: ecdc9a68-65b0-4f14-a19f-23b9ed2b1562
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: f73dfaaa-50ac-4ce3-b47f-fc3b6be3db99
  kind: Event
  lastTimestamp: "2026-09-11T16:31:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:18Z"
    name: isvc-canary-stop-predictor-5cdcf6545-q7nb4.18d4513df235141b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: ffe988c2-2ca3-48cc-befb-d1a28e680f3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: 978b319d-c12e-4141-9e50-354941f6948c
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: 'Created pod: isvc-canary-stop-predictor-5cdcf6545-4zg8t'
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d451284093adc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 0fecb8e9-2f43-4ef2-a678-431fa0d9c65a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: 978b319d-c12e-4141-9e50-354941f6948c
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: 'Created pod: isvc-canary-stop-predictor-5cdcf6545-q7nb4'
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d4512844077782
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 107f14d3-43c0-437a-8993-0a0c07d9d7f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 978b319d-c12e-4141-9e50-354941f6948c
  kind: Event
  lastTimestamp: "2026-09-11T16:31:09Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5cdcf6545-4zg8t'
  metadata:
    creationTimestamp: "2026-09-11T16:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:09Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d4513bbfb27802
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 27eac7f5-0ed1-4d1d-a03d-701dd1870802
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: eb8d40e3-ce60-4a4c-81b3-6d8f915ac615
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5cdcf6545 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-predictor.18d451283d6949a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 7f70adf3-cca3-4692-8f7f-0e0dd76fa246
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17397"
    uid: eb8d40e3-ce60-4a4c-81b3-6d8f915ac615
  kind: Event
  lastTimestamp: "2026-09-11T16:31:09Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5cdcf6545 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:09Z"
    name: isvc-canary-stop-predictor.18d4513bbf4c37ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: de972934-a351-44a6-8283-52f947dd4994
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:29:45.293703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-596664c988-djj8t
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d45128406331ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: dfe67521-8ad3-4c70-9924-0e975e626a6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d451284bdac7b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 65299d70-0a53-44ac-a2b8-305431a01d63
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:46Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:29:46Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d4512886daa9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: 1da5ee3c-a470-4f31-bee4-adcf86b07360
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:46Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d451288846799d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: 96a869ae-257d-477c-bcd9-d2af16286cbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:46Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d451288bec43ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: ffac1ce9-ecd8-4be7-a4aa-7183d3150322
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:46Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d451288c7c68db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: 5879d966-07e5-49ca-aedd-b016e289c819
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d451298db9a5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 812a0e19-8990-427f-84c6-4418e8b0dbbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d4512991b4623a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: eb203ac1-9c62-4426-8b2a-083394969b0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d45129923e46c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: bd71e15a-ea60-47a5-8ded-ee182bdb1f6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d4512992495e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: b25b4e9d-5204-4e07-8978-49885fa99307
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:51Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d45129966e9176
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 3347b041-15f2-4ce8-a3cf-06caede4e3ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:29:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:51Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d451299706ee0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: 9e77c10f-b66f-4f17-8af7-b9f8100ccff2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:31:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:18Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d4512a05e7a81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 0846fe94-72e0-4710-a641-43cf87014981
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:31:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:15Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d4513d32b0f632
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: e49bf64d-b0b8-4f93-9ad4-dbfd7999dbc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:31:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:15Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d4513d32b16ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: c1242e07-f80b-46cb-86a6-6b1085d08d02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 2a66f210-c969-4756-8746-b58e2e2f2de9
  kind: Event
  lastTimestamp: "2026-09-11T16:31:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:18Z"
    name: isvc-canary-stop-v2-predictor-596664c988-djj8t.18d4513e0c228df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 148100a0-634d-4dd9-831f-b1584158d1b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-596664c988
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: b7b1ad00-392c-439b-9132-7e34f1f9047e
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-596664c988-djj8t'
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-v2-predictor-596664c988.18d451283ffa40be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: 1e7e59bb-a584-4535-add4-ba7129621544
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 0c6d40b5-aa47-4ade-9e39-04894dbb5cf8
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-596664c988 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: isvc-canary-stop-v2-predictor.18d451283b1842d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: 930d37b5-7ae0-43fa-9faa-5733d7c354da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 8f6f725e-802a-4156-8912-879834b67a13
  kind: Event
  lastTimestamp: "2026-09-11T16:31:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:09Z"
    name: isvc-canary-stop.18d451283d1de76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: cdd4eb52-7141-4c06-be07-b5855a99994d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 8f6f725e-802a-4156-8912-879834b67a13
  kind: Event
  lastTimestamp: "2026-09-11T16:31:09Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:09Z"
    name: isvc-canary-stop.18d451283dd282a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: 7bad6aa2-183d-45a8-8633-b56ec5f1acad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 8f6f725e-802a-4156-8912-879834b67a13
  kind: Event
  lastTimestamp: "2026-09-11T16:31:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:09Z"
    name: isvc-canary-stop.18d451283dd2dc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: 9d28e5e5-7707-4bf6-b97e-67669ae1bec7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: 8f6f725e-802a-4156-8912-879834b67a13
  kind: Event
  lastTimestamp: "2026-09-11T16:31:09Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:09Z"
    name: isvc-canary-stop.18d4513bc68935e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: 23aaab3b-6710-4378-8cda-1f6f2526f057
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:33:33.954012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18992"
    uid: 93f81809-8510-470f-8af5-25e7c598f3ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:33:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:33:33Z"
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx.18d4515d7d9aa692
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: 0193547c-7a87-4b07-a8e9-ef20d5c996df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19003"
    uid: 93f81809-8510-470f-8af5-25e7c598f3ee
  kind: Event
  lastTimestamp: "2026-09-11T16:33:34Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:33:34Z"
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx.18d4515d9f7cbd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: d9789a8b-8787-48d2-a487-350bf5445f9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 93f81809-8510-470f-8af5-25e7c598f3ee
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx.18d4515da0ba72a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: f92775e1-9045-4eba-a5eb-d6eddc327a32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 93f81809-8510-470f-8af5-25e7c598f3ee
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx.18d4515da34992ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: b33a7d0d-1637-4537-931f-e4dad63cc305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 93f81809-8510-470f-8af5-25e7c598f3ee
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx.18d4515da3ad29cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: b8d285aa-b61a-41d9-b24c-2f1f7bbc9e5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 93f81809-8510-470f-8af5-25e7c598f3ee
  kind: Event
  lastTimestamp: "2026-09-11T16:33:43Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx_kserve-ci-e2e-test(93f81809-8510-470f-8af5-25e7c598f3ee)
  metadata:
    creationTimestamp: "2026-09-11T16:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:43Z"
    name: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx.18d4515fb83f8980
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: a4b3b20e-404f-4316-934e-b8d864b7a482
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-732eed-predictor-795b6b9bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18984"
    uid: 24829fe6-5702-43e7-b760-3c128ab39b5f
  kind: Event
  lastTimestamp: "2026-09-11T16:33:33Z"
  message: 'Created pod: isvc-init-fail-732eed-predictor-795b6b9bcb-kprcx'
  metadata:
    creationTimestamp: "2026-09-11T16:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:33Z"
    name: isvc-init-fail-732eed-predictor-795b6b9bcb.18d4515d7d2a515f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18993"
    uid: 1f4f5bcd-5481-4ba3-b99f-93f80f93b2ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-732eed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: b3986a84-88d7-4650-a7a4-3ec227fbbfc3
  kind: Event
  lastTimestamp: "2026-09-11T16:33:33Z"
  message: Scaled up replica set isvc-init-fail-732eed-predictor-795b6b9bcb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:33Z"
    name: isvc-init-fail-732eed-predictor.18d4515d7a389a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18986"
    uid: cff3f376-e797-49e0-9eba-5dcd5db450fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-732eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18974"
    uid: a5e727db-d304-4ec6-947a-cf1016eb3e23
  kind: Event
  lastTimestamp: "2026-09-11T16:33:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:43Z"
    name: isvc-init-fail-732eed.18d4515d7a492e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: f748687e-c083-4d4e-9d28-9ffeda729dc0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-732eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18974"
    uid: a5e727db-d304-4ec6-947a-cf1016eb3e23
  kind: Event
  lastTimestamp: "2026-09-11T16:33:33Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-732eed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-732eed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:33Z"
    name: isvc-init-fail-732eed.18d4515d7ac5ebe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 63e9cefb-628f-4e21-9671-ecd609ccde35
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-732eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18974"
    uid: a5e727db-d304-4ec6-947a-cf1016eb3e23
  kind: Event
  lastTimestamp: "2026-09-11T16:33:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-732eed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:33Z"
    name: isvc-init-fail-732eed.18d4515d7ac64559
    namespace: kserve-ci-e2e-test
    resourceVersion: "18991"
    uid: 2f99bdea-436b-4b84-9bb4-5a892d8b6d5a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:41:45.894638Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23430"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:41:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:41:45Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d0078cde99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: 59719f4c-af8c-4c09-8cb1-5f3686e62465
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:46Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d01418cca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: 12f36d34-d122-4c6d-b388-eb8aaff35a17
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:47Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:41:47Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d04da5a8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 0b970df4-2efc-4dc8-ad9b-0994c6d5741b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:47Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d04f667299
    namespace: kserve-ci-e2e-test
    resourceVersion: "23454"
    uid: c63b7c60-5f00-4799-9798-d2b854782045
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:47Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d05261b8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23456"
    uid: d69dedfe-7d30-46b0-9888-3859303d91f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:47Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d052e71c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23457"
    uid: d266f07b-2f03-4c5f-8f3b-1d6424d048ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d13cc20eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23493"
    uid: e59fc492-5726-416c-8816-ab48b1592049
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d1403569d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: 43a323a8-23ba-4960-9b75-245d2cc229b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d140b24c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23498"
    uid: e5aae44b-6924-467e-be5d-caa04950d010
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d140bda247
    namespace: kserve-ci-e2e-test
    resourceVersion: "23499"
    uid: 60c4f019-2f53-4081-85d3-0ef0d99aad50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d144e96a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: 2bba42a8-7285-4b03-bb83-b71aaf45871a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d1456a8cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: b2af287b-8090-4eca-8689-c6a257e89e01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d1457693d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: d82eb961-04ba-4c4a-aad5-e29176fb6119
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d148914063
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 2770cd04-411e-4b35-b557-21e813a9994c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:41:51Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-11T16:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:51Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d1490fa6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23506"
    uid: dda83fdb-4307-462a-a54f-2d168810b78a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:43:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:28Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d178e22fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: 5b0cce4b-9fbd-40b2-be8b-c72cf7e19685
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:43:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-11T16:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:28Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451d178ebe528
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 66afa052-5c91-4e5b-9085-5769ad367669
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:43:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:21Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451e637555762
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: 06b97300-21ee-4405-9962-71be958e5136
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:43:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-11T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:21Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451e637559c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: 70574cc1-c4eb-4920-9ea3-80c563e4905b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:43:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:21Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451e63756bf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 31138992-1f45-40d3-b994-3c0b402461a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 0ce3e2d5-e8c4-4eb6-a439-d5f065096649
  kind: Event
  lastTimestamp: "2026-09-11T16:43:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:38Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf.18d451e6a91e983d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 276fb700-369b-41ca-bee9-d5d5c34f71fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-778ff5f68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: 2ffb4313-0e2d-4b90-994c-07ae5bd7bc2f
  kind: Event
  lastTimestamp: "2026-09-11T16:41:45Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-778ff5f68f-jhcpf'
  metadata:
    creationTimestamp: "2026-09-11T16:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:45Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f.18d451d007034772
    namespace: kserve-ci-e2e-test
    resourceVersion: "23431"
    uid: b711abf1-2b41-4aa6-a56f-7f0dd4dd0359
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: ce5ee55f-8db2-429b-b41a-81f5bb1fc2db
  kind: Event
  lastTimestamp: "2026-09-11T16:41:45Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-778ff5f68f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:45Z"
    name: isvc-logger-raw-cipn-predictor.18d451d00351bc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23420"
    uid: f319b593-f164-48d4-ad8f-639a490309a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23418"
    uid: 70b7e50c-6a0a-421d-b324-019ce5e37275
  kind: Event
  lastTimestamp: "2026-09-11T16:42:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:42:30Z"
    name: isvc-logger-raw-cipn-predictor.18d451d3825bd36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: df044484-c279-4414-90d1-9bac098a44f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23418"
    uid: 70b7e50c-6a0a-421d-b324-019ce5e37275
  kind: Event
  lastTimestamp: "2026-09-11T16:42:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:42:30Z"
    name: isvc-logger-raw-cipn-predictor.18d451d382cdd350
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: 6473b4ba-5054-4164-b5c7-b089601ffcb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 70b7e50c-6a0a-421d-b324-019ce5e37275
  kind: Event
  lastTimestamp: "2026-09-11T16:43:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:43:15Z"
    name: isvc-logger-raw-cipn-predictor.18d451d70177106c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24125"
    uid: 231e8be5-9aaf-42c4-a54a-23f9b8b7d887
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 70b7e50c-6a0a-421d-b324-019ce5e37275
  kind: Event
  lastTimestamp: "2026-09-11T16:43:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:43:15Z"
    name: isvc-logger-raw-cipn-predictor.18d451d701e4fdb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: 813bb4ec-0a0c-4b64-9f63-0a4a62e842ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: 9bd63131-f11d-448f-b057-16804f062878
  kind: Event
  lastTimestamp: "2026-09-11T16:43:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:43:08Z"
    name: isvc-logger-raw-cipn.18d451d0035b8fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24075"
    uid: a000022c-824a-4016-8534-ae7c98faaa07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: 9bd63131-f11d-448f-b057-16804f062878
  kind: Event
  lastTimestamp: "2026-09-11T16:41:45Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:41:45Z"
    name: isvc-logger-raw-cipn.18d451d003bd7829
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: 91771703-8d87-4044-b83d-05782761386a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24073"
    uid: 9bd63131-f11d-448f-b057-16804f062878
  kind: Event
  lastTimestamp: "2026-09-11T16:43:08Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:43:08Z"
    name: isvc-logger-raw-cipn.18d451e332194db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24074"
    uid: 7fa91e5e-ca0e-430b-b07c-d68e20b5849f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:32:05.709178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:32:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:32:05Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45148f1cd4b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: adabed65-ca58-47f0-9689-e17d4f1795ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:06Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:32:06Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4514913e98abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18154"
    uid: 4c431170-6452-4aa0-acf9-7cd05dc16eb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:06Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45149155ca847
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 5f7ac7a3-2c51-41a6-b8ab-fa32a5219cbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:06Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4514918979f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: eca140b5-e8d2-47e7-8de5-3f05af6905ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:06Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d451491950576f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: dc64b56b-d5f4-4e65-abda-a9475baa9349
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:10Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45149f70616ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18197"
    uid: c7dcd5aa-6426-4677-9fc8-a42ca9f2be67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:10Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45149fa01d5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18199"
    uid: aec5f122-a625-4417-a4af-c6eab5eeab45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:10Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45149fa72a634
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: 046c99ab-5737-4869-b10e-63c678c3805d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:10Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45149fa7d82a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: fb954a8b-06c1-41c0-81c9-e4c9e1a8f5c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:10Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45149fd4ba43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 458b60dc-a47a-47a8-9796-7f10fcb0d483
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:10Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45149fdb9af24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: 6a729ba7-411b-4e81-a3af-e03995e0b114
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:10Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:10Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d45149fdc82437
    namespace: kserve-ci-e2e-test
    resourceVersion: "18208"
    uid: 9b291146-df9c-48c0-82df-71203675dff1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
    in 2.221s (2.221s including waiting). Image size: 243402325 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:12Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4514a823309e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: d62eb069-e90f-4cdb-9746-69871ddfce2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:12Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-11T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:12Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4514a84f1dd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: ffae391c-c82f-4087-8a1f-70f0a279c7e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:32:12Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-11T16:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:12Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4514a855fe074
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: 1fe3ad5d-b14f-4273-ad69-19f0d4c3f7fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:33:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:56Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4514aab7c4ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: ec655d9b-49ad-480d-9b52-68f35f35643b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:33:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-11T16:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:46Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4514ae751c8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: 3c41d2df-6dd4-4e31-9e9d-5b727ab28840
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4515f189bd621
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: a57ec386-ffc8-4072-84cc-d31a25305dd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-11T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4515f189c082d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: 2c43a4d4-e3d2-43e1-9243-e31d6e356803
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d4515f189d455e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: f33a4e4f-4c21-4cbf-858d-8fa0cdd5316e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 7e180306-c3db-4197-9a4c-7810ee0d7434
  kind: Event
  lastTimestamp: "2026-09-11T16:33:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:55Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm.18d451601792291a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: d9250f5a-e41f-436f-9069-795a94740f34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18125"
    uid: 391dc8d7-be58-4029-ae08-1a26712fe6d8
  kind: Event
  lastTimestamp: "2026-09-11T16:32:05Z"
  message: 'Created pod: isvc-logger-raw-ecc5e-predictor-76bd699f58-xdhqm'
  metadata:
    creationTimestamp: "2026-09-11T16:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:05Z"
    name: isvc-logger-raw-ecc5e-predictor-76bd699f58.18d45148f165147f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: e7af59f1-247f-4884-ba22-afd11116cef3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-ecc5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: 1aa78784-83dc-441f-8b05-9b8f8573fa2f
  kind: Event
  lastTimestamp: "2026-09-11T16:32:05Z"
  message: Scaled up replica set isvc-logger-raw-ecc5e-predictor-76bd699f58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:05Z"
    name: isvc-logger-raw-ecc5e-predictor.18d45148ede2878d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: e76fa949-a43f-4eb3-aecf-1b2fa6eebf8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ecc5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18124"
    uid: f0a65249-432e-46f9-8b61-f300c9f01b1a
  kind: Event
  lastTimestamp: "2026-09-11T16:32:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:50Z"
    name: isvc-logger-raw-ecc5e-predictor.18d4514c6c5d71c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 36ace1f5-b533-4523-b96f-c45c50133dc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ecc5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18124"
    uid: f0a65249-432e-46f9-8b61-f300c9f01b1a
  kind: Event
  lastTimestamp: "2026-09-11T16:32:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:50Z"
    name: isvc-logger-raw-ecc5e-predictor.18d4514c6cc22134
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 95a97d51-86b9-44c1-b03f-717ec7bb5cce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ecc5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: f0a65249-432e-46f9-8b61-f300c9f01b1a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:35Z"
    name: isvc-logger-raw-ecc5e-predictor.18d45156e8be0b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: 955cd4cc-f25a-4758-860a-1079631be4a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ecc5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: f0a65249-432e-46f9-8b61-f300c9f01b1a
  kind: Event
  lastTimestamp: "2026-09-11T16:33:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:35Z"
    name: isvc-logger-raw-ecc5e-predictor.18d45156e9217909
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: edb2b603-1849-4746-be34-f8b53500c3d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ecc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18115"
    uid: be5220b7-bf05-4e21-8621-a205fd8daf5e
  kind: Event
  lastTimestamp: "2026-09-11T16:33:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:26Z"
    name: isvc-logger-raw-ecc5e.18d45148ede85a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18869"
    uid: c2f5ebe1-7691-4c45-a0b0-937a956d3385
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ecc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18115"
    uid: be5220b7-bf05-4e21-8621-a205fd8daf5e
  kind: Event
  lastTimestamp: "2026-09-11T16:32:05Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-ecc5e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-ecc5e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:32:05Z"
    name: isvc-logger-raw-ecc5e.18d45148ee92e3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: 4f2483fd-3405-44bd-91dc-746f753552a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ecc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: be5220b7-bf05-4e21-8621-a205fd8daf5e
  kind: Event
  lastTimestamp: "2026-09-11T16:33:26Z"
  message: InferenceService [isvc-logger-raw-ecc5e] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:26Z"
    name: isvc-logger-raw-ecc5e.18d4515bb0f622dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18868"
    uid: 7dd1e1f6-1bee-4ee3-85ee-d69ae34ec03a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:31:25.529030Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:31:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:31:25Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4513f96e0e37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: eaabb11b-1ba7-4a9e-af9a-a7aa6840e242
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:26Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:31:26Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4513fb8fef89b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: e183d4f0-8d6b-4834-b670-eb89d63ea1f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:26Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4513fba765ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: e2fab32a-42eb-449b-b9df-e5b59a196824
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:26Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4513fbd75ad38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: fd6e9b1f-61c3-416c-a711-3ad60b6dd4ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:26Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4513fbde1dcfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: 42546d41-8790-40f5-83c5-af7b914d1752
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:30Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d45140b64b41ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: 67365ab5-e5d0-49fa-b030-e0af11e53da4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:30Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d45140b97a3983
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 2c228b21-9a96-4ae9-a9d0-2ff7c39a5e7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:30Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d45140b9f1c15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: 63c849ba-2d39-4402-ae52-49fc687bcb07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:30Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d45140b9fd76c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: c1e0a561-948d-4c03-bcbb-2529063d7df3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:30Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d45140bd17e09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: 97f6e5e5-e9ab-49ff-a9dd-ea5b053f16ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:31:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:30Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d45140bd89992b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: 68cb4353-99e2-4bf9-b521-055d42310a77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:32:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:43Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d451412e397b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: 246b205a-de39-4189-b9e5-883f62cfd48a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:33:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:28Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4515c49bb2565
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 6d8dc194-4054-41ee-b863-429ec93be7e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:33:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:28Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4515c49bc665b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18924"
    uid: 90de8670-0b5d-473a-b613-dc7f48f4d6c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:33:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:33Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4515d5a9a7f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18964"
    uid: 4e7b745f-37fd-4459-8875-5528e6ede521
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: 90cba922-3d57-4b1f-9492-9cfc3ed204d1
  kind: Event
  lastTimestamp: "2026-09-11T16:33:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-09-11T16:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:34Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk.18d4515db57fe595
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: 96894590-91c7-4068-a24b-7952a880fc60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d91b1e-predictor-7b6554f67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 766bf2d3-a56b-4aa5-a21f-3a9e0fde9c90
  kind: Event
  lastTimestamp: "2026-09-11T16:31:25Z"
  message: 'Created pod: isvc-primary-d91b1e-predictor-7b6554f67c-n9cmk'
  metadata:
    creationTimestamp: "2026-09-11T16:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:25Z"
    name: isvc-primary-d91b1e-predictor-7b6554f67c.18d4513f96735f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: 00b346dd-3924-4986-ab18-e6f3d847ace9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d91b1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: ff94f9f7-e762-4a78-845e-e09c3ac2236b
  kind: Event
  lastTimestamp: "2026-09-11T16:31:25Z"
  message: Scaled up replica set isvc-primary-d91b1e-predictor-7b6554f67c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:25Z"
    name: isvc-primary-d91b1e-predictor.18d4513f93ad5b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 96201a00-f8f5-47c4-8ab6-13703cfa797e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d91b1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 93578410-031e-4345-82b4-537f4942b052
  kind: Event
  lastTimestamp: "2026-09-11T16:31:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:55Z"
    name: isvc-primary-d91b1e-predictor.18d4514312cb3bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: 7a4b2f15-91aa-4a8f-b6f6-b9c0fafed63c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d91b1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 93578410-031e-4345-82b4-537f4942b052
  kind: Event
  lastTimestamp: "2026-09-11T16:31:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:55Z"
    name: isvc-primary-d91b1e-predictor.18d45143132d20e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18033"
    uid: 1abece09-1115-4e6d-a76e-70fb45b43a44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d91b1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 93578410-031e-4345-82b4-537f4942b052
  kind: Event
  lastTimestamp: "2026-09-11T16:33:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:10Z"
    name: isvc-primary-d91b1e-predictor.18d4514a108ae02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: bf6601a7-0b4a-4751-a7dd-9c1005748902
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d91b1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 93578410-031e-4345-82b4-537f4942b052
  kind: Event
  lastTimestamp: "2026-09-11T16:33:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:10Z"
    name: isvc-primary-d91b1e-predictor.18d4514a10ecfcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: 31f451c2-cc3b-44d0-8880-32fac443e24c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d91b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 6bee10db-16d7-45d5-a9f1-06afe8e98221
  kind: Event
  lastTimestamp: "2026-09-11T16:32:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:32:54Z"
    name: isvc-primary-d91b1e.18d4513f93ddc592
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: 8c542d19-e026-4ecf-aa7d-a09e6cf1bf78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d91b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 6bee10db-16d7-45d5-a9f1-06afe8e98221
  kind: Event
  lastTimestamp: "2026-09-11T16:31:25Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d91b1e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d91b1e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:25Z"
    name: isvc-primary-d91b1e.18d4513f94552f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 5e672bb1-4d3c-4e4f-b531-82638b282387
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d91b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: 6bee10db-16d7-45d5-a9f1-06afe8e98221
  kind: Event
  lastTimestamp: "2026-09-11T16:31:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d91b1e": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:25Z"
    name: isvc-primary-d91b1e.18d4513f94557dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 19759041-8b14-45c8-bfb0-5a7db0fc84dd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d91b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 6bee10db-16d7-45d5-a9f1-06afe8e98221
  kind: Event
  lastTimestamp: "2026-09-11T16:32:53Z"
  message: InferenceService [isvc-primary-d91b1e] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:32:53Z"
    name: isvc-primary-d91b1e.18d451542f15f700
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: dfc36258-54b0-4314-b8dd-692673ed3f6b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:26:09.922547Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14306"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:26:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:26:09Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450f61b4428db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14314"
    uid: dec0278c-48f9-4691-9512-8a6abf0652b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14319"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450f63d738afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14389"
    uid: c1c61531-c4c2-4103-8413-c6158af7f1f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:10Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
  metadata:
    creationTimestamp: "2026-09-11T16:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:10Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450f63f0168ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14391"
    uid: 9308904d-2dba-4af3-aaf2-6d3e618bd201
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    in 4.612s (4.612s including waiting). Image size: 306764719 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:15Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450f751efbc78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14447"
    uid: 9f3a09a1-e287-4d19-9d23-ae1b5ccbfc6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:15Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450f7554c7709
    namespace: kserve-ci-e2e-test
    resourceVersion: "14450"
    uid: 6c423734-19ab-4762-ab3a-9f8755eed70e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:15Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450f755e21bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14452"
    uid: 4d82ec4b-db84-4e1a-8346-d2cab35cc6aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:19Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-11T16:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:19Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450f86df80f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: d1088733-6af7-4823-a944-e6ef87889183
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 16.522s (16.522s including waiting). Image size: 1583654804 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:36Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fc46cde0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: a065928e-92ea-4851-8a98-09f1804ac81f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:36Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fc49d46bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: c2b598e5-28ff-42bf-8c6b-34babc2b49ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:36Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fc4a693acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: 77abbc3a-f52c-4830-bc11-f22faae24b1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:36Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-11T16:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:36Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fc4a797c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 3009ac49-6c0a-4edd-b898-56beb295a024
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.019s (3.019s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:39Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fcfe73d08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: d1375b65-4975-4002-b325-de699f8c8b82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:39Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fd0ac51daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14676"
    uid: 5f845044-8802-4df0-ab52-f9e2d810be06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:39Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fd0b55fc99
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: 01eff30b-b5f2-40d9-91e6-b6c41d292292
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
  metadata:
    creationTimestamp: "2026-09-11T16:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:39Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fd0b6390fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14679"
    uid: 1ed1a1e6-7ced-45b1-8c2f-14ccaa621728
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:6bed5c97c6557bae64203d919b8edfd899fd57987abd7acf05784a97bd1466b4"
    in 3.274s (3.274s including waiting). Image size: 243402325 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:42Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fdce90ed7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: 3b7e69df-9a58-4df0-bd85-6fd3d99d3296
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-11T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:43Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fdd17ad835
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: a815dfe3-6b14-46df-aa6a-edb851afdac1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-11T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:43Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fdd2057aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: 71865c4e-aec2-47d8-8759-9f55e0dfefde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:28:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:06Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fdd2c0cc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 531ddda6-73a7-4b50-ae1d-1188fd75940f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:26:43Z"
  message: 'Readiness probe failed: Get "http://10.134.0.21:9081/": dial tcp 10.134.0.21:9081:
    connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:26:43Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fdd2c1502c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: 63055229-c93a-4aaf-9bda-855ceec375fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:28:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-11T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:16Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d450fe0e9179de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: b84ed053-8477-446b-8da8-df8ad19e3aed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:28:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:04Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d45110e1bc8733
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: e9963458-43aa-4aab-a126-70e6b8a5cd20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:28:04Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-11T16:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:04Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d45110e1bd0310
    namespace: kserve-ci-e2e-test
    resourceVersion: "15444"
    uid: 5a4b0be0-585e-4177-af75-e9d193c58c5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:28:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:04Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d45110e1bd2e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15442"
    uid: b9f24eef-aa72-4811-b76e-4ef6734d4947
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: eb518af5-500c-43d3-a3c8-5e81dcaf0977
  kind: Event
  lastTimestamp: "2026-09-11T16:28:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:14Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l.18d45111d8ee6ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: a0b7fdfe-7393-4f42-ba7f-3fe6da570b0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14301"
    uid: 4190b4aa-adc2-4525-bff9-5d57ddf6d0a9
  kind: Event
  lastTimestamp: "2026-09-11T16:26:09Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76-ph47l'
  metadata:
    creationTimestamp: "2026-09-11T16:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:26:09Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76.18d450f61ad8751d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: ce67bf0c-4a3b-4660-abd7-f64a0475d9b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-a0b0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14300"
    uid: ad7ea73a-e659-4386-87b2-f3b6bcab37d1
  kind: Event
  lastTimestamp: "2026-09-11T16:26:09Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-a0b0b-predictor-79d7f65d76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:26:09Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor.18d450f6165ebec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 0dc38535-be7a-48b8-be20-83673cea709a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a0b0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14316"
    uid: 0cb8b104-bf2c-4450-8264-0a4eebd7db56
  kind: Event
  lastTimestamp: "2026-09-11T16:27:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:10Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor.18d450f99bbc5b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 69e3e8ef-b4c4-468f-b1d2-a57ed50d78be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a0b0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14316"
    uid: 0cb8b104-bf2c-4450-8264-0a4eebd7db56
  kind: Event
  lastTimestamp: "2026-09-11T16:27:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:10Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor.18d450f99c2138f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: e7618479-c9ba-4dc2-86b3-5bc12dbfbb09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a0b0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: 0cb8b104-bf2c-4450-8264-0a4eebd7db56
  kind: Event
  lastTimestamp: "2026-09-11T16:27:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:55Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor.18d4510099bb3142
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: e1d3b1e1-2777-40cf-89d4-522ab60bf511
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a0b0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: 0cb8b104-bf2c-4450-8264-0a4eebd7db56
  kind: Event
  lastTimestamp: "2026-09-11T16:27:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:27:55Z"
    name: isvc-raw-sklearn-batcher-a0b0b-predictor.18d451009a1a69e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 7092cc7f-a990-450d-a224-24de40ed34a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a0b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14288"
    uid: 32843c36-9098-4957-8c72-459eeede98f2
  kind: Event
  lastTimestamp: "2026-09-11T16:27:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:27:57Z"
    name: isvc-raw-sklearn-batcher-a0b0b.18d450f61cb497b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: b09405b4-6c1e-476a-9a93-986016cd5fb6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a0b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14288"
    uid: 32843c36-9098-4957-8c72-459eeede98f2
  kind: Event
  lastTimestamp: "2026-09-11T16:26:09Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-a0b0b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-a0b0b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:26:09Z"
    name: isvc-raw-sklearn-batcher-a0b0b.18d450f61d12e86e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14320"
    uid: 36ad0113-08bb-4c82-8220-d0f139026187
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:26:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a0b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14288"
    uid: 32843c36-9098-4957-8c72-459eeede98f2
  kind: Event
  lastTimestamp: "2026-09-11T16:26:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-a0b0b": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:26:09Z"
    name: isvc-raw-sklearn-batcher-a0b0b.18d450f61d1335ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 90576103-0e00-4f32-b224-081ce66d4a83
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:27:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a0b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 32843c36-9098-4957-8c72-459eeede98f2
  kind: Event
  lastTimestamp: "2026-09-11T16:27:57Z"
  message: InferenceService [isvc-raw-sklearn-batcher-a0b0b] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:27:57Z"
    name: isvc-raw-sklearn-batcher-a0b0b.18d4510f0bc32c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: 893c2d18-f82b-471f-b943-958be43c58fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:33:10.702169Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18711"
    uid: c670fabd-99b5-48fc-a356-a88c9c460d29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d91b1e-predictor-5545848b98-gpftx
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:33:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:33:10Z"
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx.18d4515813afa3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: 286cd0ca-4ad8-4231-9ad9-e747b6f92325
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: c670fabd-99b5-48fc-a356-a88c9c460d29
  kind: Event
  lastTimestamp: "2026-09-11T16:33:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-d91b1e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:10Z"
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx.18d4515820496fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: 2ffe6be5-75a3-4e8f-9a0c-7180106fae5e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18721"
    uid: c670fabd-99b5-48fc-a356-a88c9c460d29
  kind: Event
  lastTimestamp: "2026-09-11T16:33:11Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:33:11Z"
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx.18d45158592d646d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18735"
    uid: 69d70063-aca0-4bd1-8e83-ac3ccb7c1cd7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: c670fabd-99b5-48fc-a356-a88c9c460d29
  kind: Event
  lastTimestamp: "2026-09-11T16:33:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:18Z"
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx.18d451585a7c1cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: 61a0ec42-1814-4a5c-ae8b-5145b02fe339
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: c670fabd-99b5-48fc-a356-a88c9c460d29
  kind: Event
  lastTimestamp: "2026-09-11T16:33:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:18Z"
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx.18d451585d72ef4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: bb55a2d7-ef8a-4e61-9319-109ac25b04d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: c670fabd-99b5-48fc-a356-a88c9c460d29
  kind: Event
  lastTimestamp: "2026-09-11T16:33:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:33:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:18Z"
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx.18d451585dd44e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: f6d1af69-4c9f-4aa4-88da-448f38533438
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: c670fabd-99b5-48fc-a356-a88c9c460d29
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d91b1e-predictor-5545848b98-gpftx_kserve-ci-e2e-test(c670fabd-99b5-48fc-a356-a88c9c460d29)
  metadata:
    creationTimestamp: "2026-09-11T16:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-secondary-d91b1e-predictor-5545848b98-gpftx.18d4515b45c9c691
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: c268722c-5c37-4782-a7f0-0f205e64e6df
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d91b1e-predictor-5545848b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 49f7836e-4440-40f7-ace7-2c74f148ad0c
  kind: Event
  lastTimestamp: "2026-09-11T16:33:10Z"
  message: 'Created pod: isvc-secondary-d91b1e-predictor-5545848b98-gpftx'
  metadata:
    creationTimestamp: "2026-09-11T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:10Z"
    name: isvc-secondary-d91b1e-predictor-5545848b98.18d45158133db735
    namespace: kserve-ci-e2e-test
    resourceVersion: "18712"
    uid: 2db90a4a-b105-42cb-9f8e-b38dc2e168d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d91b1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: cc591e1b-2833-48e0-a848-92033ff99f66
  kind: Event
  lastTimestamp: "2026-09-11T16:33:10Z"
  message: Scaled up replica set isvc-secondary-d91b1e-predictor-5545848b98 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-11T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:10Z"
    name: isvc-secondary-d91b1e-predictor.18d451581051a2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: e035f564-09d0-4e5e-9d11-e378fef84714
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d91b1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: 91f3b25a-9a6a-460e-be65-6aa603ffef28
  kind: Event
  lastTimestamp: "2026-09-11T16:33:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:25Z"
    name: isvc-secondary-d91b1e-predictor.18d4515b8ec3b957
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: a39c33a4-79ef-4732-99af-2bd6bb27c115
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d91b1e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: 91f3b25a-9a6a-460e-be65-6aa603ffef28
  kind: Event
  lastTimestamp: "2026-09-11T16:33:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:25Z"
    name: isvc-secondary-d91b1e-predictor.18d4515b8f26ffc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18855"
    uid: 8ebb5543-f741-479a-95c4-8c3f176be3c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d91b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: a692d38e-321b-4a50-a0bd-64bbf386c07c
  kind: Event
  lastTimestamp: "2026-09-11T16:33:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:24Z"
    name: isvc-secondary-d91b1e.18d45158108734c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: 6b8fd93e-00b4-45b3-b8d2-938d4f9fe0d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d91b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: a692d38e-321b-4a50-a0bd-64bbf386c07c
  kind: Event
  lastTimestamp: "2026-09-11T16:33:10Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d91b1e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d91b1e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:10Z"
    name: isvc-secondary-d91b1e.18d4515810f394b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18708"
    uid: d852d508-e818-4849-992c-7c0b09cd2bf7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d91b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: a692d38e-321b-4a50-a0bd-64bbf386c07c
  kind: Event
  lastTimestamp: "2026-09-11T16:33:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d91b1e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:10Z"
    name: isvc-secondary-d91b1e.18d4515810f3e764
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: 928bbf8e-f669-4a25-b1d8-c212685056f4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:28:05.078393Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d45110eb16da03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: ef61e8a5-5e99-492d-a414-8ba11b4bea4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-77a5a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d45110f7bcc057
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: 59cf2a10-2a71-48d9-98e8-278d6f3a398a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:06Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:28:06Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d4511130e07c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: fe12253b-0fc6-412f-ae9b-f61460a6b235
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:06Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d45111323f6b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 8613b2f4-3ecd-4895-92a2-c0b76c353a63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:06Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d4511135db13ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 125fd63a-8d44-4b3d-bcb4-b19ddcc2a8a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:28:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:06Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d45111364ade1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: de9d8365-290d-46f0-835c-92de7d5e19ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:09Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d451120e9af1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: e24289d1-9f4e-4d26-8677-892c7cb3f9f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:10Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d45112130f93a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 914670b8-2dd8-4b6e-b1aa-e1e0a85290eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:10Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d4511213839978
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 22e007bd-2715-4d01-ae7c-dd57b4442353
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:10Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d45112138edb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 2169fc97-f273-4a7f-acfb-f1cc76b532f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:10Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d45112169c3728
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 0181bed6-c813-45f0-990b-34b33b6a880c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:28:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:10Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d45112170ef421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 02983c5e-7bbb-4deb-a3d9-a3af5389c5d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:30:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:01Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d451124af17558
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: 792b8125-508b-46b1-87b4-a00caed2c0f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d4512a948aba56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 25d387ad-7fd7-4950-8b64-a57b7619babe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d4512a948b42e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 2141ebb1-6e07-4b82-99a1-616b818ce5d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 71865bc5-3811-4475-b927-c0e8e0766179
  kind: Event
  lastTimestamp: "2026-09-11T16:30:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:01Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl.18d4512af962ce6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 938694f4-6ebc-4146-9d5d-33476a818118
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: e83d3e2f-abf1-42e3-8b50-44cca105b6a3
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: 'Created pod: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4-fcqxl'
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor-889c756d4.18d45110ea956dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 84f95d78-f1e2-49d5-9a13-8f326f95f3fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 7a83fd5e-610c-4f25-8aca-20b9d9f8d520
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-77a5a-predictor-889c756d4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor.18d45110e7a04b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 43d269e6-2790-4fdb-b400-0d13a56fea0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 4193762d-3ddf-4295-95f6-e257f2152354
  kind: Event
  lastTimestamp: "2026-09-11T16:28:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:50Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor.18d4511466177d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: ff3a4712-21fb-4e2b-8ee9-2cf810cae759
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 4193762d-3ddf-4295-95f6-e257f2152354
  kind: Event
  lastTimestamp: "2026-09-11T16:28:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:50Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor.18d45114667e1feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 5eae34b0-bf30-4efe-aa4e-aa5149ffd432
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: 4193762d-3ddf-4295-95f6-e257f2152354
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor.18d4511ee39d4f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 1b432c68-acee-4d2d-acbc-b57dc4989fb4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: 4193762d-3ddf-4295-95f6-e257f2152354
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-sklearn-graph-raw-77a5a-predictor.18d4511ee4085dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 5f5d4344-52b5-448a-8014-5213a32b2520
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-77a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 468400af-575f-48ad-b38b-264539dc9643
  kind: Event
  lastTimestamp: "2026-09-11T16:29:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:32Z"
    name: isvc-sklearn-graph-raw-77a5a.18d45110e7a518cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: 9eb0b63c-a426-4d8b-a56c-a83aed902b55
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-77a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 468400af-575f-48ad-b38b-264539dc9643
  kind: Event
  lastTimestamp: "2026-09-11T16:29:32Z"
  message: InferenceService [isvc-sklearn-graph-raw-77a5a] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:32Z"
    name: isvc-sklearn-graph-raw-77a5a.18d4512529a0c29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: d4dc3b7e-ff4e-48dc-8612-3ffc467e8f65
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:29:55.557859Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512aa42dd02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 6820eacf-9922-47a8-9eb8-d83667495a28
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:29:56Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:29:56Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512ac66dcda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: a7d589c9-7807-4681-b768-d538e5ce1f82
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:29:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:56Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512ac7cfc9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: cec22e9d-77de-4db1-84f1-59393982cbb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:29:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:56Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512acaaf5c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: a13290c4-20b1-4154-aa9a-1d3df6c7d450
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:29:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:56Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512acb1f33c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: c4406d9f-581a-4846-9f64-8988b3558b40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512bcc0b66e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: 1ec1fe32-832e-4d53-8741-e9f132bce98b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512bd0610cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: e25a59d2-3118-4555-91dc-aabd77330c7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512bd0dab81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: a9667dcd-c36d-415f-bb6a-8cf3009edd99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512bd0e577e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 6c9d3439-0402-4452-b87c-25310c5ef526
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512bd40eee33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 5fa20978-dc4d-4cac-ad65-fdad5ebf21ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512bd4ac6685
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 239da79f-c85c-4785-b9e8-b131d22bb288
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:31:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:10Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d4512c44224f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: 6a977cef-c6fd-438a-84e1-e998dff23161
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d45144411962bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: 9514354a-db7b-4b91-9d5f-752df121a0d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d45144411a8c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 8b35f880-ef63-4d91-9541-e27f0d52fc31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4db46f2a-5bb4-4cf1-973c-a71b36c10725
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb.18d45144f272a3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: ccae2c59-ca86-42b0-be28-be066ae6135a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 1c7a13fa-1df1-4c48-976a-6c281b56bd6a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d-792kb'
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d.18d4512aa39eb150
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 52438f17-5c9d-48e4-af63-9df53a2da72b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: f17df28d-67d4-47b0-a39f-cc07ac4498ff
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-785db-predictor-5bb558968d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor.18d4512a9f81c685
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 0feaf993-1c9d-4c68-8dd2-c480399eff9b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 38a3a504-b5f6-4217-b913-c2b461ab2d12
  kind: Event
  lastTimestamp: "2026-09-11T16:30:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:25Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor.18d4512e1e4562b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: 1b659ae2-1da7-4227-a922-600f87b0943d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 38a3a504-b5f6-4217-b913-c2b461ab2d12
  kind: Event
  lastTimestamp: "2026-09-11T16:30:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:25Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor.18d4512e1ead1d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: 131863d7-52f5-441c-b70c-a54b81634435
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: 38a3a504-b5f6-4217-b913-c2b461ab2d12
  kind: Event
  lastTimestamp: "2026-09-11T16:31:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:40Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor.18d451351c660081
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 0a35c746-c0eb-481a-b4a3-7e4579e176b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: 38a3a504-b5f6-4217-b913-c2b461ab2d12
  kind: Event
  lastTimestamp: "2026-09-11T16:31:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:40Z"
    name: isvc-sklearn-graph-raw-hpa-785db-predictor.18d451351cc8c83d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: d77e9534-5371-43ff-ab04-68924002021a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-785db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 72e89495-c468-482c-9dde-adee4be9cbca
  kind: Event
  lastTimestamp: "2026-09-11T16:31:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:21Z"
    name: isvc-sklearn-graph-raw-hpa-785db.18d4512aa017ef9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17564"
    uid: f04d114d-73d7-4a5d-b0f3-1f7117bb4bef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-785db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: 72e89495-c468-482c-9dde-adee4be9cbca
  kind: Event
  lastTimestamp: "2026-09-11T16:31:21Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-785db] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:31:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:21Z"
    name: isvc-sklearn-graph-raw-hpa-785db.18d4513e8a6c6307
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: e8357b29-5833-4d1c-86ff-22f99464d27f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:33:41.006530Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:33:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:33:41Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d4515f21f776fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19142"
    uid: c03b1b56-14ee-45ae-8054-fa19714567ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-b033f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:41Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d4515f2c6cea57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19153"
    uid: d4794e1e-1838-4ea9-894f-7f890647336b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:42Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:33:42Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d4515f6823dacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: 4ef68530-5cf8-4558-a668-cdc5f7df2ce1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:42Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d4515f698f6da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: 6636adbd-99db-4825-9a83-2f215b625ef2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:42Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d4515f6d008d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: de492b1a-59a8-45d2-8b4f-fc9957da025a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:42Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d4515f6d7c8a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: 8734a1f2-fc8d-45f3-afc9-cc3dfdd4a65f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:46Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d45160850eb626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: c371343c-94a9-49e8-a669-f18e7fbcb598
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:47Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d4516088fea74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: ac1d311c-93e1-4bf6-935d-5e156ad93fcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:47Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d45160898920f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: b70fd94f-2bd1-4fcd-b629-254817a5cccb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:47Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d451608994d09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19245"
    uid: 55ed116f-143e-4e9f-9f31-6110474f0ae1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:47Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d451608cf5f173
    namespace: kserve-ci-e2e-test
    resourceVersion: "19247"
    uid: b8f1f57f-aa55-403c-9232-d7cd001b9500
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:33:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:47Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d451608d7b1758
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: e418fc1f-37fe-4a96-b3fd-e169ab00a5a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:36:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:42Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d45160fcf19f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: e56e3287-5d56-4349-ac1f-7c79dec9296b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:36:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:41Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d451890fb2c4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 9c82e9ed-10a6-4d95-9094-d3c33c84e664
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:36:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:41Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d451890fb369c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: 15f00f89-c447-477b-bf9d-8560a963efb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 4ad64faf-1456-4a6c-ac3e-c5fa1f070bec
  kind: Event
  lastTimestamp: "2026-09-11T16:36:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:36:49Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn.18d45189f79353bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: d89f93e3-e6f5-4780-8508-3246708279cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: dee3b713-a41d-4876-a030-1b628fd9d963
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: 'Created pod: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8-lzvvn'
  metadata:
    creationTimestamp: "2026-09-11T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: isvc-sklearn-scale-raw-b033f-predictor-689959ddc8.18d4515f2169f056
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: 0ea2eca1-ff21-4873-964a-8be88c58877b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-b033f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: 94ea3c39-c514-4eca-98e4-fb91867b8b50
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-b033f-predictor-689959ddc8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: isvc-sklearn-scale-raw-b033f-predictor.18d4515f1e55f236
    namespace: kserve-ci-e2e-test
    resourceVersion: "19128"
    uid: 4b7ee9bc-ab42-46b2-95b1-a59730cf3dbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b033f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 549988d5-2bed-4ecc-a1e7-f2fbaafbf17b
  kind: Event
  lastTimestamp: "2026-09-11T16:34:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:34:10Z"
    name: isvc-sklearn-scale-raw-b033f-predictor.18d451629cdaa58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 57588a38-65a4-4a4f-a24f-a3b0ada3dced
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b033f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 549988d5-2bed-4ecc-a1e7-f2fbaafbf17b
  kind: Event
  lastTimestamp: "2026-09-11T16:34:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:34:10Z"
    name: isvc-sklearn-scale-raw-b033f-predictor.18d451629d3f74b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: dde32a40-d865-414f-b422-d87025c2cbbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b033f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: 549988d5-2bed-4ecc-a1e7-f2fbaafbf17b
  kind: Event
  lastTimestamp: "2026-09-11T16:36:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:26Z"
    name: isvc-sklearn-scale-raw-b033f-predictor.18d451699aba6860
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: db266fa0-44ad-4759-8c9c-0705eee66e5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b033f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: 549988d5-2bed-4ecc-a1e7-f2fbaafbf17b
  kind: Event
  lastTimestamp: "2026-09-11T16:36:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:26Z"
    name: isvc-sklearn-scale-raw-b033f-predictor.18d451699b1ca03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: 8b484e5f-ad66-4271-a5fd-e3b1a30ff192
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b033f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 549988d5-2bed-4ecc-a1e7-f2fbaafbf17b
  kind: Event
  lastTimestamp: "2026-09-11T16:36:41Z"
  message: deployments.apps "isvc-sklearn-scale-raw-b033f-predictor" not found
  metadata:
    creationTimestamp: "2026-09-11T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:41Z"
    name: isvc-sklearn-scale-raw-b033f-predictor.18d451890e9d6382
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: c720d324-ba20-4d55-b43c-a1824d0e37ed
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-b033f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 549988d5-2bed-4ecc-a1e7-f2fbaafbf17b
  kind: Event
  lastTimestamp: "2026-09-11T16:36:41Z"
  message: horizontalpodautoscalers.autoscaling "isvc-sklearn-scale-raw-b033f-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-11T16:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:41Z"
    name: isvc-sklearn-scale-raw-b033f-predictor.18d451890eb2c43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20701"
    uid: 9ebdbb4f-b4ef-40e2-b840-6aa3d496554a
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b033f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: 8fbd142e-ce12-4c94-8ec1-8796aca4ab4d
  kind: Event
  lastTimestamp: "2026-09-11T16:36:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:33Z"
    name: isvc-sklearn-scale-raw-b033f.18d4515f1e626c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 862117a6-7d21-4851-8076-cf77a2586e6e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b033f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: 8fbd142e-ce12-4c94-8ec1-8796aca4ab4d
  kind: Event
  lastTimestamp: "2026-09-11T16:33:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-b033f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-b033f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:41Z"
    name: isvc-sklearn-scale-raw-b033f.18d4515f219d03fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: c8913cb7-2fd9-4825-ba22-2d5106b6fb51
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b033f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: 8fbd142e-ce12-4c94-8ec1-8796aca4ab4d
  kind: Event
  lastTimestamp: "2026-09-11T16:33:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-b033f": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:41Z"
    name: isvc-sklearn-scale-raw-b033f.18d4515f219d6102
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: 6e1d8529-fe8b-4d31-8a7f-e99ee4c56484
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-b033f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 8fbd142e-ce12-4c94-8ec1-8796aca4ab4d
  kind: Event
  lastTimestamp: "2026-09-11T16:36:32Z"
  message: InferenceService [isvc-sklearn-scale-raw-b033f] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:32Z"
    name: isvc-sklearn-scale-raw-b033f.18d451872ccd57bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 034f781f-fb8f-43b3-8719-892b3c958223
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:28:05.199675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d45110f25180eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: e0934d37-1f48-4dcc-9544-107d7e51d080
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d4511114c6917e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15528"
    uid: 3e60d86d-9ef6-4c5c-a1fa-58115262611b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d4511116121612
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 5c218a0f-2135-4b13-8355-300150e96f8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d4511118cf9540
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 84bbfe8d-eb96-4389-90aa-e572dcfb926f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d4511119424e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: a0eef53b-2895-4204-ab66-3e7731d6af22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:09Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-11T16:28:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:09Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d451120e8c540d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: 00676928-8c65-4cc3-b30f-0e416e1bb8ae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:29Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.877s (19.877s
    including waiting). Image size: 1332343041 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:29Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d45116af508c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: 5b3403eb-5d4d-4517-ab1f-cdffe7756188
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:29Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d45116b349bea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: 120f4c72-fbc0-4140-aba9-2bcc17f7a014
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:29Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d45116b3c2c833
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: dda5b512-3ab6-47b9-83ef-5f2520813aa2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:29Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d45116b3cdec7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: c59bf6f1-7abe-452e-8c16-8b7039fc4377
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:29Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d45116b6842750
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: d0ceccdd-13ca-4c73-b915-8f34636f22b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:28:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:28:29Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d45116b6fd9ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: 9442e44c-8e5d-4d7a-a1b2-28314b2cb239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:29:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:57Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d45116bd7e6112
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 673faf2f-641c-4944-a20a-8b38a39cba39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d4512a9b68509c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: eff38056-e3ae-448b-a71e-b8f0550dbc7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d4512a9b696ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: a0d8ab10-f5f6-4234-9f1a-8219b93e3724
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 0578848e-863b-4046-bf07-423d9c85edbb
  kind: Event
  lastTimestamp: "2026-09-11T16:29:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:57Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h.18d4512affa3b186
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 4d57ec5c-afbf-4feb-8c9a-0eeb63e495d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 06d0e705-2b86-4f7b-82bc-33e03faf8d04
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: 'Created pod: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df-g475h'
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df.18d45110f1b954b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 5bf9f82b-b5fd-4ae9-bbae-eb4cfa823e3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: 96890110-4775-4475-9fef-b937456e6a7a
  kind: Event
  lastTimestamp: "2026-09-11T16:28:05Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-77a5a-predictor-6f4b6b69df
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:28:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor.18d45110ee2379a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: a4cffb8a-261f-468b-ae55-c4411039f975
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 0325a569-a754-4381-9a4a-632b627a6f4f
  kind: Event
  lastTimestamp: "2026-09-11T16:29:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor.18d451146ca00711
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: db27015b-840a-4b57-b135-0a7037c60970
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 0325a569-a754-4381-9a4a-632b627a6f4f
  kind: Event
  lastTimestamp: "2026-09-11T16:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:05Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor.18d451146d19776d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: b66d20f6-2add-4069-805e-5c1d82ea391c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 0325a569-a754-4381-9a4a-632b627a6f4f
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor.18d4512267b6dc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: df404aa7-0f5e-4c19-9284-f30f28a90763
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-77a5a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 0325a569-a754-4381-9a4a-632b627a6f4f
  kind: Event
  lastTimestamp: "2026-09-11T16:29:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:50Z"
    name: isvc-xgboost-graph-raw-77a5a-predictor.18d45122681cba5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 208df5c8-39be-438c-9c4c-9e93eb32f970
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:28:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-77a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: ca20d0d5-10ca-412c-8720-917199109c7c
  kind: Event
  lastTimestamp: "2026-09-11T16:29:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:37Z"
    name: isvc-xgboost-graph-raw-77a5a.18d45110ee59f696
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: a23bc062-b1bf-4de6-9b87-a26035832379
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-77a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: ca20d0d5-10ca-412c-8720-917199109c7c
  kind: Event
  lastTimestamp: "2026-09-11T16:29:37Z"
  message: InferenceService [isvc-xgboost-graph-raw-77a5a] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:37Z"
    name: isvc-xgboost-graph-raw-77a5a.18d451265d85fcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 6497541a-4d64-4254-9b25-9da9a0202c83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:29:55.671832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512aaaf8c793
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 1125762e-0f61-4513-bbbd-cbc798a146d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:56Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:29:56Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512acf5691a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 4e94268f-a33f-4256-bccb-a7edcd663298
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:56Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512ad0cdb23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: dfeb258e-7a14-4d21-b099-68244a58577f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:56Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512ad453cbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: de3d527e-2a38-4b0b-999d-6566c9781094
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:29:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:56Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512ad4c79616
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 971489ba-6c03-49c8-8b84-746309151ff7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512bcbf85127
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: b019c9fb-9b70-4063-a421-106ea4738961
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512bd057306c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 3f218423-6a84-42de-ae4c-da7d580a256a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512bd0cd999b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: 4597a0ec-428e-40d0-8a95-4bad3049cf66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512bd0d870ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: d4449c27-3506-42f5-a690-3327021f1111
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512bd404ac0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 22ce917c-fafb-46cc-bcde-a32ff91ef6a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:30:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:00Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512bd4962839
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: c7e3007b-272e-41c4-ba51-ffd7b4e6c475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:47Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4512c083e4bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: 26d7ee44-58b9-4070-b0b5-a373966ec6ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4514449e3f6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 7adc271c-d10e-40d8-951c-13d18b2c8128
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d4514449e461d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: d70a1600-2997-476d-9ff6-86bf4b9c6cff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 45b3a6e2-a597-42c3-b967-7d97ddd8700a
  kind: Event
  lastTimestamp: "2026-09-11T16:31:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:47Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn.18d45144b692c3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17954"
    uid: 3e8347b7-77c0-4770-8a88-0bd1bf81320e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 69fdb797-9966-4039-9fa0-a042735c6a2b
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9-qfrkn'
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9.18d4512aaa874739
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 6a9375ee-688c-4f7c-a177-71a932346f9e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: 3689bc15-9a0b-4e94-8779-d093032c3920
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-785db-predictor-867fc895d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor.18d4512aa78f91e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 5469fc8c-d94f-42f9-85ac-d476deedf0ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: ef0f2eed-4542-4778-9e84-d6ba36cbcc84
  kind: Event
  lastTimestamp: "2026-09-11T16:30:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:10Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor.18d4512e261a209c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 7a1de0ef-b353-4c9b-83bb-57deecc4fb1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: ef0f2eed-4542-4778-9e84-d6ba36cbcc84
  kind: Event
  lastTimestamp: "2026-09-11T16:30:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:30:10Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor.18d4512e269c6222
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: ce451cd9-6f69-40a9-b7a9-1e08926164f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: ef0f2eed-4542-4778-9e84-d6ba36cbcc84
  kind: Event
  lastTimestamp: "2026-09-11T16:31:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:25Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor.18d45131a54a956a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 32e26585-7c17-4d62-9fd9-816c018966c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-11T16:30:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-785db-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: ef0f2eed-4542-4778-9e84-d6ba36cbcc84
  kind: Event
  lastTimestamp: "2026-09-11T16:31:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:25Z"
    name: isvc-xgboost-graph-raw-hpa-785db-predictor.18d45131a5ab5842
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: cfcb99bd-f9bb-4c54-862d-dbcad4009816
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-785db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 391f03ec-27de-4d6e-8762-044b3def5c24
  kind: Event
  lastTimestamp: "2026-09-11T16:31:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:07Z"
    name: isvc-xgboost-graph-raw-hpa-785db.18d4512aa7c7be07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: 71c4e53e-504d-4d47-8222-db9a8f0d0d60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-785db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 391f03ec-27de-4d6e-8762-044b3def5c24
  kind: Event
  lastTimestamp: "2026-09-11T16:31:07Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-785db] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:07Z"
    name: isvc-xgboost-graph-raw-hpa-785db.18d4513b6be62d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: 8d5ffbf2-e36c-4348-b9e0-e4904fc0b784
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:41:35.838635Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23300"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:41:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:41:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451cdb02a5582
    namespace: kserve-ci-e2e-test
    resourceVersion: "23305"
    uid: d4e5db48-59ad-4b40-91b6-a6e7d129c690
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23308"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:41:36Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:41:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451cdd289446c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23317"
    uid: fb9dded2-7d30-4f7f-81bd-cbdf101decbc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:41:36Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451cdd40bb8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23319"
    uid: 64e6e801-6771-436b-a3e2-29596c723af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:41:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451cdd6ae1d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: 91ad79bb-ec93-4f6b-bced-7c68b4ecefef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:41:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451cdd72a3f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "23321"
    uid: 094c7edc-bf92-4141-8d20-f2a3383b51b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:41:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451cdd735d5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: cfc790a3-edc7-4c61-800e-98b667e033e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:41:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451cdd9d3b9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23323"
    uid: 17e80992-dd33-4455-b24e-ce149216d72c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:41:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:41:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451cdda598e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "23324"
    uid: b7390aeb-3774-4e7a-b0f5-e2be255c9263
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451e6393e7c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24195"
    uid: 78dcb294-5e16-4ce1-9ee1-4b59f7b87f2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 3d14c2f1-8cd0-4fbf-b56d-5a4c7c5ecb2a
  kind: Event
  lastTimestamp: "2026-09-11T16:43:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:43:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6.18d451e6393f0db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24196"
    uid: c7460800-3eae-4d3d-a79c-ee5c046eb248
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: 40f5c267-a1b4-4410-956f-112684cd76b3
  kind: Event
  lastTimestamp: "2026-09-11T16:41:35Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-cmxm6'
  metadata:
    creationTimestamp: "2026-09-11T16:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d451cdafb3ed30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23301"
    uid: 92b21e1c-9e40-47ae-85e5-d276c5eb71da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23287"
    uid: 1c600905-5d28-47b2-b10c-ec6ba02d9a09
  kind: Event
  lastTimestamp: "2026-09-11T16:41:35Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:35Z"
    name: message-dumper-raw-cipn-predictor.18d451cdac49ae9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23291"
    uid: b54a6435-bb33-4c0f-bf95-41bb2c9ae21c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: 11b4f4f8-7c6b-4e72-ac68-225d51112f2c
  kind: Event
  lastTimestamp: "2026-09-11T16:41:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:50Z"
    name: message-dumper-raw-cipn-predictor.18d451d12b4dbf40
    namespace: kserve-ci-e2e-test
    resourceVersion: "23487"
    uid: cce499ae-476e-451b-b1fe-66bf49a586f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: 11b4f4f8-7c6b-4e72-ac68-225d51112f2c
  kind: Event
  lastTimestamp: "2026-09-11T16:41:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:41:50Z"
    name: message-dumper-raw-cipn-predictor.18d451d12bd66183
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 7626e1f0-2e78-4398-998b-efd33554a682
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: 11b4f4f8-7c6b-4e72-ac68-225d51112f2c
  kind: Event
  lastTimestamp: "2026-09-11T16:42:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:42:20Z"
    name: message-dumper-raw-cipn-predictor.18d451d4aa7051aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: 5e71e903-27c1-44d2-9dba-865fa695ad14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:42:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23488"
    uid: 11b4f4f8-7c6b-4e72-ac68-225d51112f2c
  kind: Event
  lastTimestamp: "2026-09-11T16:42:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:42:20Z"
    name: message-dumper-raw-cipn-predictor.18d451d4aad58948
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 093fe573-9b7b-4f2c-bbcf-1be575af2e87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23281"
    uid: 565e90a4-5c0b-4154-9bb2-16377cfffa55
  kind: Event
  lastTimestamp: "2026-09-11T16:41:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:41:44Z"
    name: message-dumper-raw-cipn.18d451cdac552781
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 170e9ce6-5978-4701-8e97-2d01f2d484f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23281"
    uid: 565e90a4-5c0b-4154-9bb2-16377cfffa55
  kind: Event
  lastTimestamp: "2026-09-11T16:41:35Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:41:35Z"
    name: message-dumper-raw-cipn.18d451cdacc89238
    namespace: kserve-ci-e2e-test
    resourceVersion: "23294"
    uid: 02b5a9ad-4374-481e-be40-c9bb1a6be4f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:41:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: 565e90a4-5c0b-4154-9bb2-16377cfffa55
  kind: Event
  lastTimestamp: "2026-09-11T16:41:44Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:41:44Z"
    name: message-dumper-raw-cipn.18d451cf9d468a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 8a5e0863-a3fe-4d8a-8c28-f2fd5a4a6486
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:31:45.660778Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d4514446d2eed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: b9693dbf-caa0-4bab-a3d7-52e58ed130ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-ecc5e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d4514452aded54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: f90f3d90-e88a-437e-bd0e-45f308c9bc66
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:46Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:31:46Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d451448cb14089
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 26b73008-adbf-459b-82ff-f0088ecaac6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:46Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-11T16:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:46Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d451448e109841
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 622019bf-37f8-49cc-80db-199ba0d3de0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.226s (1.226s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d45144d73326e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: ee7d57ea-ef8f-4473-a1bf-11a0d64f5068
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d45144da76e9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: ad26de09-bdac-42da-91c5-4931da2b1959
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d45144dae146a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 5fa66efa-6b85-456d-bf80-d610d2c15e86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d45144daebda64
    namespace: kserve-ci-e2e-test
    resourceVersion: "17963"
    uid: c18962bd-142d-410c-b32c-22eec557a629
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d45144de330089
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 7e9df898-ceeb-4e81-9785-0c3c7b154a97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:31:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:48Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d45144dea227ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 7417b65d-fa4b-4993-b777-b26fa082cf13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d4515f1aebc60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19117"
    uid: fe1822c9-d219-4a4b-82c7-9a0e24ce40f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: fa54cfd9-b196-400e-9239-3682f7aae5ab
  kind: Event
  lastTimestamp: "2026-09-11T16:33:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:40Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t.18d4515f1aec5f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: 304ad806-7be4-4040-8760-4e1cd973ef9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-ecc5e-predictor-54496d8b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "17893"
    uid: 5b13ec36-8534-4edd-a750-a57ec9fc7162
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: 'Created pod: message-dumper-raw-ecc5e-predictor-54496d8b59-zkb5t'
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: message-dumper-raw-ecc5e-predictor-54496d8b59.18d4514446401df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: dc269d7a-b2b9-41db-878b-99cd3deca0f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-ecc5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: e0b73206-a377-4f8f-8f47-e8351114734b
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: Scaled up replica set message-dumper-raw-ecc5e-predictor-54496d8b59 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: message-dumper-raw-ecc5e-predictor.18d45144449363a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17894"
    uid: 04967078-8e33-42c0-b502-3659452734ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ecc5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: f2a8e3f6-4d44-40ea-956c-eed61a9e21c4
  kind: Event
  lastTimestamp: "2026-09-11T16:32:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:30Z"
    name: message-dumper-raw-ecc5e-predictor.18d45147c3740c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: ed15baa6-5af8-4c70-8c06-90742c63ff8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ecc5e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: f2a8e3f6-4d44-40ea-956c-eed61a9e21c4
  kind: Event
  lastTimestamp: "2026-09-11T16:32:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:32:30Z"
    name: message-dumper-raw-ecc5e-predictor.18d45147c3d9b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: 2f9e374f-5022-45b3-9581-2911449331d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-ecc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17881"
    uid: 20e97789-756c-4b5d-b3f7-16b0c6898ac8
  kind: Event
  lastTimestamp: "2026-09-11T16:31:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:55Z"
    name: message-dumper-raw-ecc5e.18d45144449c1339
    namespace: kserve-ci-e2e-test
    resourceVersion: "18037"
    uid: 000f404f-ef5e-4329-b334-19eb57f517f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-ecc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: 20e97789-756c-4b5d-b3f7-16b0c6898ac8
  kind: Event
  lastTimestamp: "2026-09-11T16:31:55Z"
  message: InferenceService [message-dumper-raw-ecc5e] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:55Z"
    name: message-dumper-raw-ecc5e.18d4514692e3ac24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: 137eab5e-72a1-43ee-b3db-913ef9e9b52b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:29:45.104734Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-77a5a-54c4649859-gq5v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: 4ff0b447-271d-4a6a-9f02-ccdeee4000bc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-77a5a-54c4649859-gq5v2
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: model-chainer-raw-77a5a-54c4649859-gq5v2.18d45128351fd7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: 8cef38fa-f216-42b9-b476-5992c5d27898
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-77a5a-54c4649859-gq5v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 4ff0b447-271d-4a6a-9f02-ccdeee4000bc
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: model-chainer-raw-77a5a-54c4649859-gq5v2.18d451285783fb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: a5d2f3d5-e50a-47fd-ab93-f082b200731d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-77a5a}
    kind: Pod
    name: model-chainer-raw-77a5a-54c4649859-gq5v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 4ff0b447-271d-4a6a-9f02-ccdeee4000bc
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:7ae24018e4b762b3a4204d7b989ec2ec72d61978201f42380712a0f4d411d8ad"
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: model-chainer-raw-77a5a-54c4649859-gq5v2.18d4512858d60c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: faf7096b-8dfe-4e98-8848-e3a00841294b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-77a5a}
    kind: Pod
    name: model-chainer-raw-77a5a-54c4649859-gq5v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 4ff0b447-271d-4a6a-9f02-ccdeee4000bc
  kind: Event
  lastTimestamp: "2026-09-11T16:29:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:7ae24018e4b762b3a4204d7b989ec2ec72d61978201f42380712a0f4d411d8ad"
    in 2.171s (2.171s including waiting). Image size: 214907987 bytes.'
  metadata:
    creationTimestamp: "2026-09-11T16:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:47Z"
    name: model-chainer-raw-77a5a-54c4649859-gq5v2.18d45128da43eac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: 9d6ed874-fa6e-4a2b-ac96-85b51d598024
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-77a5a}
    kind: Pod
    name: model-chainer-raw-77a5a-54c4649859-gq5v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 4ff0b447-271d-4a6a-9f02-ccdeee4000bc
  kind: Event
  lastTimestamp: "2026-09-11T16:29:47Z"
  message: 'Created container: model-chainer-raw-77a5a'
  metadata:
    creationTimestamp: "2026-09-11T16:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:47Z"
    name: model-chainer-raw-77a5a-54c4649859-gq5v2.18d45128dd2ecaeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: a70e7447-e17c-403b-8699-32a5bbbae9f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-77a5a}
    kind: Pod
    name: model-chainer-raw-77a5a-54c4649859-gq5v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 4ff0b447-271d-4a6a-9f02-ccdeee4000bc
  kind: Event
  lastTimestamp: "2026-09-11T16:29:47Z"
  message: Started container model-chainer-raw-77a5a
  metadata:
    creationTimestamp: "2026-09-11T16:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:47Z"
    name: model-chainer-raw-77a5a-54c4649859-gq5v2.18d45128ddb46f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 8eebef62-8a02-4760-bc44-f41402016b5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-77a5a}
    kind: Pod
    name: model-chainer-raw-77a5a-54c4649859-gq5v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 4ff0b447-271d-4a6a-9f02-ccdeee4000bc
  kind: Event
  lastTimestamp: "2026-09-11T16:29:55Z"
  message: Stopping container model-chainer-raw-77a5a
  metadata:
    creationTimestamp: "2026-09-11T16:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:29:55Z"
    name: model-chainer-raw-77a5a-54c4649859-gq5v2.18d4512a8b2a9000
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: b3c0ea5e-041d-4de8-b196-90a5d6ea3997
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-77a5a}
    kind: Pod
    name: model-chainer-raw-77a5a-54c4649859-gq5v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 4ff0b447-271d-4a6a-9f02-ccdeee4000bc
  kind: Event
  lastTimestamp: "2026-09-11T16:30:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-11T16:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:30:24Z"
    name: model-chainer-raw-77a5a-54c4649859-gq5v2.18d4512ba61911fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: ee0f940d-bc89-4cf7-91a5-6e94c589efd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-77a5a-54c4649859
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: 2e3a9667-6096-40bf-b5f6-5060f7b4d5e3
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: 'Created pod: model-chainer-raw-77a5a-54c4649859-gq5v2'
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: model-chainer-raw-77a5a-54c4649859.18d4512834ac0473
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: 9dbc8ccc-b954-4687-95ac-de96b0d14cf8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-77a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: f623f213-7e3a-4c81-bd7e-1896a32ad6d5
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: Scaled up replica set model-chainer-raw-77a5a-54c4649859 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: model-chainer-raw-77a5a.18d45128339db7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 5b5f0739-864f-41aa-8778-e020293ed43f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:29:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-77a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: 7eeac0e1-d953-4194-a15f-51d40fe203db
  kind: Event
  lastTimestamp: "2026-09-11T16:29:45Z"
  message: InferenceGraph [model-chainer-raw-77a5a] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:29:45Z"
    name: model-chainer-raw-77a5a.18d4512837ae2bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0eec0a53-bbaa-4144-b5b1-0644769b5f64
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:31:35.403188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: 1ec4be61-426c-4012-8017-4b3d0afc3250
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:31:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:31:35Z"
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz.18d45141e36c9ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 8c5c5fff-abf7-4fe0-8cc7-2231ff7d7679
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 1ec4be61-426c-4012-8017-4b3d0afc3250
  kind: Event
  lastTimestamp: "2026-09-11T16:31:35Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:31:35Z"
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz.18d451420547ba79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: c8a38ec5-3ea7-4666-b6c4-3ffa90edff69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-785db}
    kind: Pod
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 1ec4be61-426c-4012-8017-4b3d0afc3250
  kind: Event
  lastTimestamp: "2026-09-11T16:31:35Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:7ae24018e4b762b3a4204d7b989ec2ec72d61978201f42380712a0f4d411d8ad"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:35Z"
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz.18d45142069c3da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 9e2096a8-8432-42af-93c8-95e191a92f9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-785db}
    kind: Pod
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 1ec4be61-426c-4012-8017-4b3d0afc3250
  kind: Event
  lastTimestamp: "2026-09-11T16:31:36Z"
  message: 'Created container: model-chainer-raw-hpa-785db'
  metadata:
    creationTimestamp: "2026-09-11T16:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:36Z"
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz.18d4514209b6ab7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: ccb1ba93-1f06-4b3f-ade3-010bc5c5397c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-785db}
    kind: Pod
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 1ec4be61-426c-4012-8017-4b3d0afc3250
  kind: Event
  lastTimestamp: "2026-09-11T16:31:36Z"
  message: Started container model-chainer-raw-hpa-785db
  metadata:
    creationTimestamp: "2026-09-11T16:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:36Z"
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz.18d451420a1ecb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "17763"
    uid: 6a29ab94-681b-4405-9c00-40bbdd9e4fc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-785db}
    kind: Pod
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 1ec4be61-426c-4012-8017-4b3d0afc3250
  kind: Event
  lastTimestamp: "2026-09-11T16:31:45Z"
  message: Stopping container model-chainer-raw-hpa-785db
  metadata:
    creationTimestamp: "2026-09-11T16:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:31:45Z"
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz.18d451443b42e5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: f001730b-c459-4047-b0af-6cf64e2ec708
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-785db}
    kind: Pod
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 1ec4be61-426c-4012-8017-4b3d0afc3250
  kind: Event
  lastTimestamp: "2026-09-11T16:32:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-11T16:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:32:12Z"
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz.18d45144ade21e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18230"
    uid: e4815807-944e-4983-9296-f36054f6dea4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17735"
    uid: 0682bcf2-8792-41fd-89d0-042054f5f52b
  kind: Event
  lastTimestamp: "2026-09-11T16:31:35Z"
  message: 'Created pod: model-chainer-raw-hpa-785db-7c8fcd7f4d-w9lqz'
  metadata:
    creationTimestamp: "2026-09-11T16:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:35Z"
    name: model-chainer-raw-hpa-785db-7c8fcd7f4d.18d45141e306d25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: 6ea51f8b-ca35-4249-884d-e1ad7c78a9be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-785db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: 67376794-2f19-4cfe-afce-5937b89417b7
  kind: Event
  lastTimestamp: "2026-09-11T16:31:35Z"
  message: Scaled up replica set model-chainer-raw-hpa-785db-7c8fcd7f4d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:31:35Z"
    name: model-chainer-raw-hpa-785db.18d45141e2671a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: cb688f6d-6a2c-4da6-9e0a-d8225efd87c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:31:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-785db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: 858ac98a-527a-400c-af89-6c5e4a647844
  kind: Event
  lastTimestamp: "2026-09-11T16:31:35Z"
  message: InferenceGraph [model-chainer-raw-hpa-785db] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:31:35Z"
    name: model-chainer-raw-hpa-785db.18d45141e7eb1db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: e42346c1-3069-4841-83c5-e70e9691687f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:33:49.190413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19286"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    to ip-10-0-135-5.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d4516109c39154
    namespace: kserve-ci-e2e-test
    resourceVersion: "19293"
    uid: 86427d7b-4efc-4bcf-b5a9-11f0d7869f1f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-b6fc7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d45161192934ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: 28738e3d-d73e-4d7f-84af-202ee55a04d4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19297"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:50Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:33:50Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d451614fc29ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: fbb4c1ac-1e90-4ded-8188-04940561a9a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:50Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d4516151554679
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 7fdc00c4-fcbe-4970-86a4-826e3691464e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:50Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d451615422e3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: 2179bfbe-3a13-4e21-a229-953008a3e1a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:50Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d4516154b3958f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 6a73fb81-ee72-434a-98ed-a29a580defda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:55Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d45162645c1759
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: cb24f330-7b4e-4afe-9ed8-779befd88e09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:55Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d4516267c31b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: 330ceee7-7776-44fe-8ef2-a5910d9e954b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:55Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d45162684be9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 9d3e939e-7270-4b9c-abd2-05d585600818
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:55Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d451626859ba44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: c1a53add-f30f-4627-b2c4-af0990773f98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:55Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d451626b651e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: 384e819e-a89e-4bf9-9709-1104d2b513b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:33:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:33:55Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d451626be885b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: 40ed733e-aa21-43a4-8d60-e23dd1ad3fe5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:35:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:32Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d45162a06eed5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 4e1a57a0-abc4-4d9d-9f07-332c8c3080d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:35:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:29Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d451785a2dfda9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20090"
    uid: 192ec5a6-5ad8-42ea-9358-649880f7fe04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:35:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:29Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d451785a2e9295
    namespace: kserve-ci-e2e-test
    resourceVersion: "20091"
    uid: 403165da-5302-4c3c-85c2-29757fcf4def
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: ea924be6-2ba1-400c-b3be-16c078e458e5
  kind: Event
  lastTimestamp: "2026-09-11T16:35:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:32Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6.18d45178fab81116
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: 0e35b436-df03-4663-82e1-52ebc1b567e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-5.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-5.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-b6fc7-predictor-746cdf8948
    namespace: kserve-ci-e2e-test
    resourceVersion: "19277"
    uid: 2c6f5361-4832-4349-ad9c-eb05e0612cae
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: 'Created pod: raw-sklearn-b6fc7-predictor-746cdf8948-z5dc6'
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: raw-sklearn-b6fc7-predictor-746cdf8948.18d45161095233f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: 9ca9072c-8b97-450e-be4f-bf56c6bf9ca8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-b6fc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19275"
    uid: 5a89d9b9-8512-4717-bb66-afa18f0e27c2
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: Scaled up replica set raw-sklearn-b6fc7-predictor-746cdf8948 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: raw-sklearn-b6fc7-predictor.18d45161066debed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: f38c7095-5b5a-4f7d-8e18-4b2c2b5c0536
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b6fc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19276"
    uid: d401e520-6087-46ee-b136-3abe23bde646
  kind: Event
  lastTimestamp: "2026-09-11T16:34:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:34:34Z"
    name: raw-sklearn-b6fc7-predictor.18d45164856dbfac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: e8a041e6-4a08-4b67-b5a5-950256db6c85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b6fc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19276"
    uid: d401e520-6087-46ee-b136-3abe23bde646
  kind: Event
  lastTimestamp: "2026-09-11T16:34:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:34:34Z"
    name: raw-sklearn-b6fc7-predictor.18d4516485d20766
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: 9fa9ba2b-aafd-46af-819d-d588dfe60b2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b6fc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: d401e520-6087-46ee-b136-3abe23bde646
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: raw-sklearn-b6fc7-predictor.18d4516f022c5211
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: 19703a12-23f9-462d-94aa-aa7988111049
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-11T16:34:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-b6fc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: d401e520-6087-46ee-b136-3abe23bde646
  kind: Event
  lastTimestamp: "2026-09-11T16:35:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:19Z"
    name: raw-sklearn-b6fc7-predictor.18d4516f02950e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 39ccdbf2-4497-4d95-a481-261a4ca4fadd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b6fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: 598e9c9b-7bae-4d4e-9f1f-4b0ed8938bf3
  kind: Event
  lastTimestamp: "2026-09-11T16:35:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:35:22Z"
    name: raw-sklearn-b6fc7.18d4516106856231
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: d16c76e9-94aa-4891-958a-38fe4e77b0f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:33:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b6fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: 598e9c9b-7bae-4d4e-9f1f-4b0ed8938bf3
  kind: Event
  lastTimestamp: "2026-09-11T16:33:49Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-b6fc7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-b6fc7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:33:49Z"
    name: raw-sklearn-b6fc7.18d4516106f97734
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: 34d42fb7-626c-41ca-9cc8-90e94fff18e5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-b6fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 598e9c9b-7bae-4d4e-9f1f-4b0ed8938bf3
  kind: Event
  lastTimestamp: "2026-09-11T16:35:22Z"
  message: InferenceService [raw-sklearn-b6fc7] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:35:22Z"
    name: raw-sklearn-b6fc7.18d45176ac2ad149
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: 8d572c2b-3c20-41b4-b527-41c4dec34493
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-11T16:35:34.505791Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    to ip-10-0-137-32.ec2.internal
  metadata:
    creationTimestamp: "2026-09-11T16:35:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-11T16:35:34Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d451798f0cc294
    namespace: kserve-ci-e2e-test
    resourceVersion: "20164"
    uid: 043a0d23-eba3-46cf-b465-d5ec3ab9bc7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-c6d79bc6c-cbmlx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-06028-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-11T16:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:35Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d45179a0fcb238
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: 6e49dddd-1349-44ca-9509-f441b7b43478
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:36Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-11T16:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-11T16:35:36Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517a0a64d181
    namespace: kserve-ci-e2e-test
    resourceVersion: "20189"
    uid: de8cdd24-5b0c-4f85-864f-f281bf4c2cc8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4164f82a611b9e52a903d9686e415dbc9c35d0c556e392d7254ca59528ec9948"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:36Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517a0bbbd312
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: f3d94e8d-5c69-48d2-bf8a-13452f21c9e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-11T16:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:36Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517a0fd426bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: de0363ef-54e9-41d0-9431-df2efd1c289b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-11T16:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:36Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517a1047b835
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: 4d77c157-189c-448f-bedf-a837d95276da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:41Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517b126802a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 93beef9a-83b0-41f2-b08a-4b23e441cbd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-11T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:41Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517b158da4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20239"
    uid: f2970234-1cc9-4af8-aa8b-dd42e750a930
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:41Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517b15fd8a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: 90bdfb68-19e3-4665-bdd7-1eef3627eb96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-11T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:41Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517b160a813c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: b3178706-fadc-4e3f-8000-f0cd4c17850d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-11T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:41Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517b18a7a454
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: 63c369ea-7b08-4a17-bcf6-f169939f0d28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:35:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:35:41Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517b1914cf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: 3313ae2e-c3d4-4a7d-89c9-2798b0137f6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:37:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-11T16:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:09Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4517b8a3b5c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: afbb3293-4214-4b8d-a68d-ad5bd3b43c64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:37:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-11T16:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:04Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4518e88a0406d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: aa048174-e67e-4407-a288-7fa6379c165b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:37:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-11T16:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:04Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4518e88a0c5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21039"
    uid: 5427db42-9e12-4b87-b11d-1b5e1ae20c19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:37:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: e636b8c3-2419-4d02-bb0f-caa1f285dbdc
  kind: Event
  lastTimestamp: "2026-09-11T16:37:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-11T16:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-11T16:37:09Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f.18d4518f906be0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: 805dd987-8b6f-4a8a-9ed3-46c18ff7e520
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-32.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-32.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20145"
    uid: b9608eb5-e78f-4d66-91cc-f0016d0b297a
  kind: Event
  lastTimestamp: "2026-09-11T16:35:34Z"
  message: 'Created pod: raw-sklearn-runtime-06028-predictor-55c68d8cf6-58v4f'
  metadata:
    creationTimestamp: "2026-09-11T16:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:34Z"
    name: raw-sklearn-runtime-06028-predictor-55c68d8cf6.18d451798ea46320
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: eb1081cd-a865-4a1e-bae4-79504307c49d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-06028-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 22d29b5d-bd90-46a4-93a5-9ad05fd60e28
  kind: Event
  lastTimestamp: "2026-09-11T16:35:34Z"
  message: Scaled up replica set raw-sklearn-runtime-06028-predictor-55c68d8cf6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-11T16:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:35:34Z"
    name: raw-sklearn-runtime-06028-predictor.18d451798a25c8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: f04467b0-fac9-4fa3-821c-832573e6ae7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-06028-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20144"
    uid: 67e1035d-92c0-409b-9f45-2061739df95b
  kind: Event
  lastTimestamp: "2026-09-11T16:36:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:19Z"
    name: raw-sklearn-runtime-06028-predictor.18d4517d08842af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20519"
    uid: 4cdbc362-fb82-4eff-bae4-1c49b64af02a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-06028-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20144"
    uid: 67e1035d-92c0-409b-9f45-2061739df95b
  kind: Event
  lastTimestamp: "2026-09-11T16:36:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-11T16:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:36:19Z"
    name: raw-sklearn-runtime-06028-predictor.18d4517d08ebd8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: 9660b447-8ad5-4f77-a464-a504756d1d7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-06028-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 67e1035d-92c0-409b-9f45-2061739df95b
  kind: Event
  lastTimestamp: "2026-09-11T16:37:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:37:04Z"
    name: raw-sklearn-runtime-06028-predictor.18d4518088038632
    namespace: kserve-ci-e2e-test
    resourceVersion: "21022"
    uid: 7ec7e021-93d1-49d8-b2ee-eef3a5d267d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-06028-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 67e1035d-92c0-409b-9f45-2061739df95b
  kind: Event
  lastTimestamp: "2026-09-11T16:37:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-11T16:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-11T16:37:04Z"
    name: raw-sklearn-runtime-06028-predictor.18d45180886b8439
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 4303bce5-b78e-44b2-a49b-2d3d030bc4f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-06028
    namespace: kserve-ci-e2e-test
    resourceVersion: "20134"
    uid: f71c9beb-58f5-485e-b296-942e9674bba3
  kind: Event
  lastTimestamp: "2026-09-11T16:36:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-11T16:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:59Z"
    name: raw-sklearn-runtime-06028.18d451798a27d0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: aa0b9ac0-b898-47ca-9809-9cefaa72b641
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:35:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-06028
    namespace: kserve-ci-e2e-test
    resourceVersion: "20134"
    uid: f71c9beb-58f5-485e-b296-942e9674bba3
  kind: Event
  lastTimestamp: "2026-09-11T16:35:34Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-06028":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-06028":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-11T16:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:35:34Z"
    name: raw-sklearn-runtime-06028.18d451798aafc373
    namespace: kserve-ci-e2e-test
    resourceVersion: "20150"
    uid: 4d868502-55fb-41ed-9e37-fe197e343199
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-11T16:36:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-06028
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: f71c9beb-58f5-485e-b296-942e9674bba3
  kind: Event
  lastTimestamp: "2026-09-11T16:36:59Z"
  message: InferenceService [raw-sklearn-runtime-06028] is Ready
  metadata:
    creationTimestamp: "2026-09-11T16:36:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-11T16:36:59Z"
    name: raw-sklearn-runtime-06028.18d4518d41d1bff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20977"
    uid: 3b44be77-f205-4915-af2a-5b78303debb1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24446"