---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:59:34.247357Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6474b875b9-6qfbj
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8a5ee83ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 7a6d2bed-7782-4047-b6df-761a52e85457
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8a80c1c155
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: efcb0361-c043-4c14-abd5-de7534c3e2af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8a83108f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21795"
    uid: 650b1955-24a3-415b-87a5-d51a570951b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8a862390e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: 664a78ea-8a5f-4104-8df7-d9f9a3e83ee1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8a8693125b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: 49ea8f85-30e3-4092-b657-47e5a0a0e557
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8b836ae2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: 250cfac9-9bab-4b56-8b28-1260ae015020
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8b8681d9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: 81889c14-a252-4fca-827e-d73b5fe4f19a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8b86f70629
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: 03f125a1-5723-4932-a193-39049434db2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8b87022d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 0fc2bf07-a3cc-4c4a-a128-722f9c66ef4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8b8b816342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: c390446d-4681-4e53-97d7-96872e250e6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8b8bf03862
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: 76751427-7fc9-46d4-98fc-381ba64ca024
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T18:01:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:06Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d8bbf745f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "22616"
    uid: 2c84cc00-6ec7-4701-ad5f-46c3ebddb8af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T18:01:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:04Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d9f530dbb27
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: 52aa8c0d-45f4-4e27-b68e-27f5a3a037c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T18:01:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:04Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d9f530f054a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: 92f7fbdb-f850-49f9-98e7-8068cc1ebfcf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-6qfbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5ba84ca0-1c91-4404-9df6-e4aa1e841401
  kind: Event
  lastTimestamp: "2026-09-17T18:01:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:06Z"
    name: isvc-canary-create-predictor-6474b875b9-6qfbj.18d62d9fc607a095
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 8c3516b3-970b-4aab-8353-ce587a6cc176
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:59:34.194300Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6474b875b9-p9x7s
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8a5bbe9e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 943159e8-0646-4206-a26d-979073a1732d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21770"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8a7e2dd428
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 46ec27cb-ad56-48ce-8475-1d2bc2ac4e16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8a7fee07dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 1622a819-c976-42ee-9b46-7419f70690f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8a8320812b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 3334c01b-85f7-42b7-971a-39eff9fcdacc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8a83948af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 03d81144-9d2a-4007-b612-653865e7bed7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8b7b680fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 5705ab97-a50f-4330-b479-320b81dbc7ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8b7e88091e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 12f9150f-8652-4d20-91b3-e86910770817
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8b7f039174
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 0bda817d-c857-478e-8d2e-a36f41d654aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8b7f0f6b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: f468500e-3ed1-4bb3-b6bd-5459e0af60e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8b82f8aec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: 03da39e3-fc5b-448b-aefd-a0546895ec0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T17:59:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:39Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8b83867212
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: 008d9a8d-7258-4c77-ac01-4d4b80381a57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T18:00:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:46Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d8bb77918c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: d591789a-b6d7-4ec1-b942-205b28a0ba21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T18:01:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:00Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d9e64f338c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22538"
    uid: 29c39a4c-8ffb-435f-b7bc-1f70bd613c9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T18:01:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:00Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d9e64f3e11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22539"
    uid: 61fb670d-b0c6-4ee3-b10b-3f509d2da334
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6474b875b9-p9x7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21762"
    uid: 816eee40-78c0-4183-b0b5-d9bc4ff34a65
  kind: Event
  lastTimestamp: "2026-09-17T18:01:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:01Z"
    name: isvc-canary-create-predictor-6474b875b9-p9x7s.18d62d9e93a9eba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22547"
    uid: 24e428f3-3bef-4eae-b91c-372114979b06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 4df802a8-446e-4e2d-a7b4-15f5ba62ffe0
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: 'Created pod: isvc-canary-create-predictor-6474b875b9-p9x7s'
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9.18d62d8a5b4440ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21763"
    uid: 17549ead-5b36-4f1b-8239-2876199ba1de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 4df802a8-446e-4e2d-a7b4-15f5ba62ffe0
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: 'Created pod: isvc-canary-create-predictor-6474b875b9-6qfbj'
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor-6474b875b9.18d62d8a5e984ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: 233d9324-cead-4ac2-937c-6e1e9533850d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6474b875b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: 4df802a8-446e-4e2d-a7b4-15f5ba62ffe0
  kind: Event
  lastTimestamp: "2026-09-17T18:01:00Z"
  message: 'Deleted pod: isvc-canary-create-predictor-6474b875b9-p9x7s'
  metadata:
    creationTimestamp: "2026-09-17T18:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:00Z"
    name: isvc-canary-create-predictor-6474b875b9.18d62d9e64bbedfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: e339bdd9-6aad-478a-8409-da4a3c1cf0b1
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21743"
    uid: bdc7322e-b1ef-4ca6-9fbc-517dff915c43
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: Scaled up replica set isvc-canary-create-predictor-6474b875b9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-predictor.18d62d8a58221d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: d370bc76-21fd-4886-974c-de91a9555aac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: bdc7322e-b1ef-4ca6-9fbc-517dff915c43
  kind: Event
  lastTimestamp: "2026-09-17T18:01:00Z"
  message: Scaled down replica set isvc-canary-create-predictor-6474b875b9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:00Z"
    name: isvc-canary-create-predictor.18d62d9e6447bf58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: 3f8a0ef8-8437-4fe8-8b8a-99bb042bb332
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:59:34.154288Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8a595c0bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21756"
    uid: 1935d8a5-4945-4ae9-a5d9-f2f076764fc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8a66beee2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: eb567e79-87a8-41ce-a9f2-0f51d5641b60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:35Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:59:35Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8a9f057bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: 173ba00f-c840-449b-a4fc-6a8af1c2cd5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:35Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8aa09f3268
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 9a97024a-dda2-4ea7-b601-644c41fe8e95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:35Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8aa5ee29c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21817"
    uid: 411b6a78-a8d7-49b7-9130-978d0973373f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:35Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8aa65e441d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21818"
    uid: 42ffa0d8-b9cb-4fef-be36-3ac11281a51a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:40Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8bbf803a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: d6f2ccf7-3cde-4f15-abb8-61a8fa7b3dac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:40Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8bc2c12bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: de84a67c-6920-4489-9777-a11c5d167d76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:40Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8bc32fb339
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 1f22d3f5-00cb-403f-b39a-f8d498097be4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:40Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8bc33983e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21891"
    uid: 4b4b615d-86f3-4737-967c-0710c140b39a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:40Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8bc5fb2241
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: c17b30d4-c607-4a25-877c-510615a70567
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:40Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8bc66a635c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: b67ed2c6-af04-4542-96de-b1162e4fb510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T18:00:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:50Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d8c377e5277
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: ea942695-cec1-4a90-a65c-44c349e0a77d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T18:01:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:04Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d9f52f47ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22594"
    uid: 5cee8d68-b967-4628-b218-b877f07d5058
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T18:01:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:04Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62d9f52f80254
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: b56c70fa-462a-4269-a069-f2a8a4491b21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: ce340a4c-3fdb-4bd2-8ffc-0b5919b3591e
  kind: Event
  lastTimestamp: "2026-09-17T18:01:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:08Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl.18d62da03db49bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 9042560b-4534-4456-9dbb-43e303e7dd1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-96f77bdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: cce6af03-73fa-47fd-b79f-f119a489ce05
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-96f77bdbd-h8tpl'
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-v2-predictor-96f77bdbd.18d62d8a58ea8e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 9cf4b9ab-293d-40e5-b51a-eb4fe1de955e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21734"
    uid: f8aab510-1b9e-417a-9a2b-6e9bca5f4ce0
  kind: Event
  lastTimestamp: "2026-09-17T17:59:34Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-96f77bdbd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:34Z"
    name: isvc-canary-create-v2-predictor.18d62d8a559f9904
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 4b66df26-08f4-4e8f-976e-8426056edee4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: a014a504-f458-4360-bfe5-54cbead6068d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:00Z"
    name: isvc-canary-create.18d62d8a571bbbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22528"
    uid: 5c9ff95b-078a-432d-8fad-21b054fc2174
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: a014a504-f458-4360-bfe5-54cbead6068d
  kind: Event
  lastTimestamp: "2026-09-17T18:00:56Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:56Z"
    name: isvc-canary-create.18d62d8a57aac9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: 013437a1-42c0-482a-b11f-fce0216eef87
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: a014a504-f458-4360-bfe5-54cbead6068d
  kind: Event
  lastTimestamp: "2026-09-17T18:00:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:56Z"
    name: isvc-canary-create.18d62d8a57ab209b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22484"
    uid: c8e3fefc-852c-4ec1-a3a1-53ea9443bc47
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22487"
    uid: a014a504-f458-4360-bfe5-54cbead6068d
  kind: Event
  lastTimestamp: "2026-09-17T18:00:56Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:56Z"
    name: isvc-canary-create.18d62d9d7ca1e381
    namespace: kserve-ci-e2e-test
    resourceVersion: "22488"
    uid: 24e4d933-80f7-4711-9b61-beee1210babe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:01:09.523996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cf78f884f-fxk4m
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da08dd65da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: bbbb0296-b276-4b8d-b50d-30fd8b6bed57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da0af933eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: 33afd9aa-923a-494a-8a64-bd8527826db1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da0b1945712
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: af0bfb4c-f441-433f-9eaf-0ff5c825e2b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da0b4768900
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: 4b5ff991-9717-408d-bce9-df1d98308d0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da0b4e44fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: fe5c7051-1ebe-4da6-bf64-cadfa5c4fcc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da1a78239c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22770"
    uid: 1eba6174-29ce-46ab-8b45-a6ccbe1e2235
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da1aa26d98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: 18046b58-915c-4cd1-9cc6-530db7b579aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da1aa9690d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: dc5ab738-ad2c-4751-b1f6-a00f75c46319
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da1aaa04c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 27d733c5-8b05-458d-aa51-54c1ff03bd6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da1ad2d7d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: ed585332-70c0-4be5-8901-3716e671c9c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da1ada37084
    namespace: kserve-ci-e2e-test
    resourceVersion: "22778"
    uid: a861f3d3-b388-46bf-83ce-f8d43eb0158d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:02:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:42Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62da21f413287
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: 458a7da8-a6ae-4942-9520-e9ccb6928dec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:02:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:39Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62db58513d373
    namespace: kserve-ci-e2e-test
    resourceVersion: "23459"
    uid: 938d6226-4117-4bec-a074-241beeee4a5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:02:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:39Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62db5851463e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: e92733cd-4771-46e1-bc7a-65e12ec4a1e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 104a153c-1705-44a7-bacb-3eee5c60bc8d
  kind: Event
  lastTimestamp: "2026-09-17T18:02:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:42Z"
    name: isvc-canary-promote-predictor-7cf78f884f-fxk4m.18d62db6256c1148
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: 9dd272d9-e646-41f9-9339-02014a73b981
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:01:09.455347Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-7cf78f884f-vbt2p
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da089becd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 67c8d39b-1027-4607-8428-5e610bb42cf9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da0aba1893b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: 6c77a2f6-aa9b-433f-8d49-d7b2939c26ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da0ad282d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22716"
    uid: 99476cc2-cbed-4c4c-8a91-18b29717c1e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da0afce24d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 8e47d895-fdff-44f4-9e74-0ac523352d2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da0b03f769d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: 284f5106-9b37-4b0d-a8fb-107a6cbf50e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da1ba263354
    namespace: kserve-ci-e2e-test
    resourceVersion: "22783"
    uid: e467a160-eac5-4b82-a805-6fd9d1ecf310
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da1bda13ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 40ba9018-e576-46e7-8b68-6c4d325697c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da1be132f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 9992c43f-d747-4e16-a7b9-7dec8b6bd86d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da1be1c62ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: aa95e470-29f3-43b3-af23-89fa2d2f48e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da1c0de9263
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 3c8d3c6a-894a-4019-acf3-117809ad8e36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da1c14d76a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: da20591b-4aa8-49bb-9ecc-5fe23c213769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:02:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:22Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62da231f2710b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23286"
    uid: e7aee76d-27c1-44ad-b0cc-1ca93f95ca2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:02:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:33Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62db431b93dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: 6782f664-afe1-4c66-bf9e-c89dd0e4999c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:02:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:33Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62db431b9d377
    namespace: kserve-ci-e2e-test
    resourceVersion: "23401"
    uid: 775b360d-787f-42fd-bf9a-cce596253f01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 3d6ae8ef-40a3-4cfe-a560-1bab52ff38bd
  kind: Event
  lastTimestamp: "2026-09-17T18:02:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:37Z"
    name: isvc-canary-promote-predictor-7cf78f884f-vbt2p.18d62db50e200787
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: 9f7dc63f-6cf0-4095-b854-fe92a47af821
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22661"
    uid: d9735608-574e-4ac1-bc56-0bad6488de68
  kind: Event
  lastTimestamp: "2026-09-17T18:01:09Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cf78f884f-vbt2p'
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d62da0894b36b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 9a6cc032-3c46-4208-829b-bb25ebfb0d4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22661"
    uid: d9735608-574e-4ac1-bc56-0bad6488de68
  kind: Event
  lastTimestamp: "2026-09-17T18:01:09Z"
  message: 'Created pod: isvc-canary-promote-predictor-7cf78f884f-fxk4m'
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d62da08d5da1ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: 3e48d5d2-989d-418c-9185-92ace11584aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-7cf78f884f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23379"
    uid: d9735608-574e-4ac1-bc56-0bad6488de68
  kind: Event
  lastTimestamp: "2026-09-17T18:02:32Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-7cf78f884f-vbt2p'
  metadata:
    creationTimestamp: "2026-09-17T18:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:32Z"
    name: isvc-canary-promote-predictor-7cf78f884f.18d62db3ea953255
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: ef92f2f2-cde5-4d53-834d-98c7b2fef705
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22660"
    uid: 2e17617f-ab48-4256-8813-1e46631a4582
  kind: Event
  lastTimestamp: "2026-09-17T18:01:09Z"
  message: Scaled up replica set isvc-canary-promote-predictor-7cf78f884f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote-predictor.18d62da0862bf01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22663"
    uid: 85aa6b69-9c70-44ad-aea3-c3798d234be3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 2e17617f-ab48-4256-8813-1e46631a4582
  kind: Event
  lastTimestamp: "2026-09-17T18:02:32Z"
  message: Scaled down replica set isvc-canary-promote-predictor-7cf78f884f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:32Z"
    name: isvc-canary-promote-predictor.18d62db3ea1740f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23380"
    uid: 703d7c36-afff-4393-b953-37f7cafc2711
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:01:09.452649Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da08995ad3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 3b86fe9c-4c8b-4ea1-a215-efd5546f9f56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da0abdac239
    namespace: kserve-ci-e2e-test
    resourceVersion: "22712"
    uid: a1554fb6-4257-43d2-89b2-1328e2ce6285
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da0ad6451b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: e0daa749-7ea6-4168-b913-78ee11d2bd62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da0b026b1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22721"
    uid: 4f9838c1-dfdb-4c56-938a-b5352f760bf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:10Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da0b09c9f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: d4e44a27-4075-44f6-a6cd-23c0b7c9fc15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da1b760f7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22781"
    uid: 60c2cae2-088e-4e58-90be-5b9c50f851cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da1ba6a8551
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: 167bea1f-ece8-4575-a11f-d75f62c91062
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da1baf1b26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22785"
    uid: dfdb79b0-1366-4d0c-a1c8-38751c76a1ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da1bafceba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: 5bc5b1b5-5400-4e84-8603-a13109b5dc09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da1bf0ef80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22792"
    uid: 7e48b48e-d9ad-42cc-8439-d208c936c141
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:01:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:14Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da1bf8607ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: 89560ba9-df31-41d0-882c-fa8b8269069a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:04:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:12Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62da22f7d4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: a366592b-3986-4e96-9052-a659eef0decb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:04:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:09Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62dca8aa74a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: 0e6eae74-1af4-44cc-9582-454514146829
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:04:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:09Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62dca8aa7e2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24145"
    uid: 7a48ab59-6300-4d68-8eb9-c1cfc21a5266
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 94100e82-4d66-4e36-8f5a-701c7ef2b655
  kind: Event
  lastTimestamp: "2026-09-17T18:04:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:12Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn.18d62dcb2a2b1e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24166"
    uid: e9801f62-51ee-477b-9b34-1d95b9b59e1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:02:39.614165Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:02:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:02:39Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db587a13773
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 9b486750-6ab2-40b3-8e84-023ee3b96f4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23470"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:40Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:02:40Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db5a9a42659
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: e5e890d4-dfc7-486f-99ff-932814bdb796
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:40Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db5ab38d960
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 623f6e70-3262-4279-b6e3-510007b16c25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:40Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db5adefd939
    namespace: kserve-ci-e2e-test
    resourceVersion: "23482"
    uid: f4b84b64-d753-4af8-a1a1-43e9e08b6f85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:40Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db5ae5d4681
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: f8935aed-ea74-4a86-80cc-8dd872099ea5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:44Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db6c49aaac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 66bc49c5-67e7-4777-9edc-86da09e816b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:44Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db6c777c1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: 765081a9-e9e8-4ad3-9014-1408c5eb0e31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:44Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db6c7e7a27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23531"
    uid: fac02717-faca-4f8f-8497-46791475952b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:44Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db6c7f16a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23532"
    uid: 55d7dce7-0206-471d-95c7-e805772e9110
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:45Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db6cb38bee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: bcab5307-30ca-4201-a3d0-f4a70a821902
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:02:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:45Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db6cba9345f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23535"
    uid: 27004782-b35d-4941-bf63-adb971508dd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:04:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:12Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62db73c6a8ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24174"
    uid: 47971790-dca4-4f67-9e15-0dd33e286bbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:04:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:09Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62dca8a774f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24142"
    uid: 0d1c2734-1b9c-476b-b903-e92de856410f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:04:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:09Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62dca8a783655
    namespace: kserve-ci-e2e-test
    resourceVersion: "24144"
    uid: 75b51524-a386-4979-9504-962d8d031717
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 6a10c910-c03b-4208-a791-73b4d0210e83
  kind: Event
  lastTimestamp: "2026-09-17T18:04:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:12Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm.18d62dcb429c49d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: 602e61d5-a15a-42d9-ac8f-1bf9b85bfea3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5b4b466b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 039a2233-5f7e-457a-a6fb-cf050ba91cef
  kind: Event
  lastTimestamp: "2026-09-17T18:01:09Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5b4b466b66-pbxnn'
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66.18d62da088fc38ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: e36c1605-cb5b-44b0-a1df-9d600751a423
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5b4b466b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 039a2233-5f7e-457a-a6fb-cf050ba91cef
  kind: Event
  lastTimestamp: "2026-09-17T18:02:39Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5b4b466b66-qmjsm'
  metadata:
    creationTimestamp: "2026-09-17T18:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:39Z"
    name: isvc-canary-promote-v2-predictor-5b4b466b66.18d62db58718b198
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 3df72507-a0a1-4832-921b-6c487c3e86cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 6fcc1a20-3145-4414-b1df-743a4fa06358
  kind: Event
  lastTimestamp: "2026-09-17T18:01:09Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5b4b466b66 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote-v2-predictor.18d62da083f277e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22652"
    uid: e10eadb9-3a00-414e-b6cd-98b1fb711444
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: 6fcc1a20-3145-4414-b1df-743a4fa06358
  kind: Event
  lastTimestamp: "2026-09-17T18:02:39Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5b4b466b66 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:39Z"
    name: isvc-canary-promote-v2-predictor.18d62db5829ab93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23451"
    uid: 1ac0035e-d5e2-4bad-b27f-cc9a408d8307
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: ae3a92fe-08a7-4686-a0ba-94aec3e1c9f0
  kind: Event
  lastTimestamp: "2026-09-17T18:02:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:39Z"
    name: isvc-canary-promote.18d62da085cb8e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 21a9cac1-50d1-42de-95a8-ce189ccdacdb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: ae3a92fe-08a7-4686-a0ba-94aec3e1c9f0
  kind: Event
  lastTimestamp: "2026-09-17T18:01:09Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote.18d62da08673a830
    namespace: kserve-ci-e2e-test
    resourceVersion: "22665"
    uid: ca31ad0d-3a1a-443b-aae1-bb8408812d70
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: ae3a92fe-08a7-4686-a0ba-94aec3e1c9f0
  kind: Event
  lastTimestamp: "2026-09-17T18:01:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:09Z"
    name: isvc-canary-promote.18d62da08673ffbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: daff4fef-bab7-4c97-850e-79d1bcb0b11b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23365"
    uid: ae3a92fe-08a7-4686-a0ba-94aec3e1c9f0
  kind: Event
  lastTimestamp: "2026-09-17T18:04:03Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:03Z"
    name: isvc-canary-promote.18d62db3d8207a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24083"
    uid: 0025a560-5c59-48d9-b385-881b5da18877
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:51:07.517746Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d146377f27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: d6dd6c31-4f60-4ce1-813f-51391292d8c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:08Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:51:08Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d1486561c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: d32df30a-ad27-4353-8b3b-78e07710991e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:08Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d1487e9b949
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: e22ee4c8-60e9-45c3-98d1-2698a7fb1a20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:08Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d148ada5d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: f1cdaee5-c6dd-4527-842e-c9d9e353d4dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:08Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d148b4909a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: 0efcbe4b-6367-44c8-a3e9-6bbe15d3f036
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d15b1567879
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: d99a1168-6381-443c-be36-a39a7eec61b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d15b4abed94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 218a7977-6e9c-4b23-b631-d219fbac7e78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d15b51c2b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: fb80a73a-8b90-4bac-bb49-8019a6e37c2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d15b527abd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 1abc8152-7f0b-4ee8-9f98-f9b8737f10c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d15b7ef1cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 5c144aad-2ad5-48fb-8e27-1bc8c77d2567
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:51:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d15b875673f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 189472d0-c65f-4736-b750-daa160fe09d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:40Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d15ed5bcacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 68b15814-aa64-4890-93bc-830992f4ab35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:37Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d29650e3824
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: e962257e-33f7-49dc-9e56-f5433a95d09a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:37Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d29650ed4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17387"
    uid: 7c27fa74-6a1f-44c7-b03d-154f8a7806b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 26590278-2cfa-4879-9113-592c71cb00f8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:40Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm.18d62d29f3a3303a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: e9159b9d-dd0b-423b-96e1-65bca4216ee0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:49:17.846480Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cfada8d3e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: a9fd8f4f-e08f-4638-9e98-3b00ecd5a616
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:18Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cfae5d8c8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: 78aab832-e47d-44b9-a63e-3ae59d33a449
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:19Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:49:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cfb1ff94181
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: a5e88af7-ce47-4b71-927e-298a54fb08da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cfb21a9d1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: 8c0ded57-a20d-436a-8942-47851b55feb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cfb248c6df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: c4483550-04db-44ad-895c-42a6d01d8306
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:19Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cfb250f5863
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 54ad900d-fc9f-4f4f-9d31-e213d173acaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-17T17:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:23Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cfc315c8cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: 2939254e-12dd-486c-82d6-732c72c8ddc7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 15.99s (15.99s including waiting). Image size: 1583203731 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cffea7e4701
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: 70c88652-f96c-457a-8356-5b1f2dff3237
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cffed6123da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e784c962-40e3-4533-a83d-86aa14f0b860
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cffedda9944
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: bcec298a-2615-4cea-80a3-5856f3ce5ba8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62cffede8cef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: b7dd3b52-996d-4bda-8e30-01cb6a0a9c3f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.855s (2.855s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:42Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62d0098186a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15769"
    uid: c4a2750c-b3d0-4e06-9391-10cb186f4ee7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:42Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62d00a0c03f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: cc98deea-3831-4b82-8c7d-9df78414274a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:49:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:42Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62d00a2539169
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: c5604325-1404-4175-b3e4-01faddf39f56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:50:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:49Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62d00e15cdb2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: cfe4e94b-848a-45ae-96bb-0d0faf1c4111
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:52:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:37Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62d2964e64dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 01c79704-5a8e-48db-a415-1216add79a98
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:52:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:37Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62d2964e70bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: a82ba182-cf97-435d-ad20-bd6d36e90b17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: d45fa650-d04d-4c22-bc99-a3a622da9090
  kind: Event
  lastTimestamp: "2026-09-17T17:52:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh.18d62d29dbff9250
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: ba25aaba-389d-4464-9ec3-509acfa9e1d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:49:17.907426Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cfade2f3c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 6d5ba8c5-45b6-44d7-9c34-00cbd99a30b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:18Z"
  message: Add eth0 [10.132.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:49:18Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cfafff9a267
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 22da5fb5-55a9-4eab-8a31-1705ec9a436d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
  metadata:
    creationTimestamp: "2026-09-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:18Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cfb0204fadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: e84c6304-b13a-49b0-bd5c-df68ad2516db
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    in 2.898s (2.898s including waiting). Image size: 308174258 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:21Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cfbaec3ef8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 4ad4ee5d-4b91-4c51-a097-776d1be08516
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:21Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cfbb17bec7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: 8f4fa7e8-7971-4683-81c7-294861b7bf42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:21Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cfbb1ee5050
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: e06a175d-b375-41aa-970b-55a3e67d7dcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-17T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:25Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cfcaf739cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 3c1107b7-93f0-4486-bd3f-77398b6925f9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 13.362s (13.362s including waiting). Image size: 1583203731 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cffcbf23b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 3425b1d6-a862-45f2-bbbc-f0a71be4f74c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cffceab620c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: cfe8f86e-de8b-47ab-8acf-5d84ccbd3ca1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cffcf1ce043
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 1f859816-5037-4e5f-830c-3909842c16f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62cffcf2a797d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: f4a71d42-72d9-42d8-8475-e8027895fb11
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.282s (2.282s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:41Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62d005739ec2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 4b55b4c2-1160-47ae-adf9-550f1db7bf57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:41Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62d005a3fe340
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: db33a14c-3f15-4ebd-b59f-65169c876086
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:49:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:41Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62d005ab2ce59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: 6fef8651-557e-43fa-a21c-451efe1d358f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:50:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:48Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62d00a9238d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: c3434bc9-0430-4dcd-93c4-8220b1986b98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:50:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62d129dc507fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: ef24fe87-8680-4017-8540-ffdf831d89c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:50:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62d129dc5cc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 6f55781a-17d3-4956-9013-83a83a1ec916
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 8f45ab63-f2fe-4f0d-a50e-279935e78962
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.16:8643/healthz": dial tcp
    10.132.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4.18d62d13855340e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: 63003226-7d98-4fb7-bb59-9b443b196fe0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 1dfc01a3-b26e-4f47-b3aa-cff29c4937a4
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-pxvnh'
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d62cfad9fdaae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 4f091e8d-df8a-451f-aea9-daef936beee9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 1dfc01a3-b26e-4f47-b3aa-cff29c4937a4
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4'
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d62cfadd6409fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: c0e00660-0d2e-4f1b-9add-c5fb96892c0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 1dfc01a3-b26e-4f47-b3aa-cff29c4937a4
  kind: Event
  lastTimestamp: "2026-09-17T17:50:59Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6b8c75c7b9-tpcd4'
  metadata:
    creationTimestamp: "2026-09-17T17:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:59Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d62d129e34753f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: baf3bf5b-8a75-4833-97db-5c930e9ce18f
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b8c75c7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: 1dfc01a3-b26e-4f47-b3aa-cff29c4937a4
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b8c75c7b9-9xxcm'
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-canary-rollback-predictor-6b8c75c7b9.18d62d1461760b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 2f2d7228-89f1-46ed-bfa4-4753a67bd70d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15479"
    uid: 378baba1-36a9-48ea-8bcf-f2fc25af0684
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b8c75c7b9 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-predictor.18d62cfad48d24e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: f5878dc8-3480-4980-bf57-1bdcfbe7dbce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 378baba1-36a9-48ea-8bcf-f2fc25af0684
  kind: Event
  lastTimestamp: "2026-09-17T17:50:59Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6b8c75c7b9 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:59Z"
    name: isvc-canary-rollback-predictor.18d62d129cb05064
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 7e8c4e27-6385-4721-957b-8b7fab0f3333
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 378baba1-36a9-48ea-8bcf-f2fc25af0684
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b8c75c7b9 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-canary-rollback-predictor.18d62d145beb0e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 97368dca-37d7-4a12-8f2b-8cc87acb7dac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:49:17.760049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfad5667aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 2be9bd7c-6f99-49c1-a173-16bd982d5617
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfadfd2d446
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: ae934cd8-3e8d-44ef-bb30-c72b81ed1a6d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:18Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:49:18Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfb1af26111
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 8006c0c4-7614-4a23-8b05-271d0dbb3f5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:18Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfb1cdc285e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: 21e5b814-4ab6-4070-9be8-5afcc0ff3a15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:19Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfb1fd8449a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: ff4f4c7b-a421-49b2-b928-a573ac87deda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:19Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfb204acec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: ace57a1a-ab18-48ce-b1fc-ee8ee75e01e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-17T17:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:23Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfc317703a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: e2dc9072-39dd-47a9-bc0c-16e7c4888f41
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 16.251s (16.251s including waiting). Image size: 1583203731 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfffa25b7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: e6c8a59a-b30f-4f1f-8e3e-485e0937b803
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfffe1b2175
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 57c29020-a2b0-4387-8c88-2d078e73d11c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62cfffffdd530
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: 28407075-8c48-4bdc-b242-21f84324fea8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62d00000b28e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: d6b6c00e-b7d3-43f5-8042-f3af694db226
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.624s (2.624s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:42Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62d009c74531e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: a3e77f01-8943-4f37-94ec-005c009644d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:42Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62d00a1286fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: e08e3b43-72c6-418d-bc0d-21cafa637c85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:42Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62d00a2683605
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 93393b81-0dae-4b44-82c8-6aa1d348cab3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:09Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62d00e15db604
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: f263d63c-4958-40fd-aed0-6bc323a7a275
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62d145e3b35f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 07d95ba9-401d-4ef1-b60f-2840b7ccde68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62d145e3bcaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 6e566fcd-71f0-4283-a189-663e479d41d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 7e73d825-ca2f-4c31-829b-58971098973d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:09Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22.18d62d14e796de64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16666"
    uid: 29f53b04-d553-4abb-bcc7-5935b4826189
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: b4c70555-83e5-4723-bad8-bb19901a918a
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b8b964c7b-8wc22'
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-v2-predictor-7b8b964c7b.18d62cfad4af922d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: 1a234fc4-5e3e-47ee-8155-b67b1229c647
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 7fa5d3d3-2e50-4802-9b13-def869cd7995
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b8b964c7b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-canary-rollback-v2-predictor.18d62cfad1b2cde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: ea674a82-ca46-47cc-81ca-6836051f462d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 6c72c0ff-4766-46c4-a5bf-c0fcccfad46a
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-canary-rollback.18d62cfad3eace5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: c5adaeb5-b979-4ddb-a3f9-26022e2b32ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 6c72c0ff-4766-46c4-a5bf-c0fcccfad46a
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-canary-rollback.18d62d1263ef52f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 8b2a31ab-0919-4ae6-91e7-65310e567c7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 6c72c0ff-4766-46c4-a5bf-c0fcccfad46a
  kind: Event
  lastTimestamp: "2026-09-17T17:50:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:59Z"
    name: isvc-canary-rollback.18d62d12a0fe7a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 8f65ba1d-a665-4e11-b22c-7e34943263d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 6c72c0ff-4766-46c4-a5bf-c0fcccfad46a
  kind: Event
  lastTimestamp: "2026-09-17T17:50:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:59Z"
    name: isvc-canary-rollback.18d62d12a0fed2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 3d5f965e-2d67-4bd8-a477-e4ca7324532c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 6c72c0ff-4766-46c4-a5bf-c0fcccfad46a
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-canary-rollback.18d62d146521f8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 4080dd6f-7381-4782-9fb8-ba1aeb745bfe
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:42.953702Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5cdcf6545-hppnb
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2a9be51a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17499"
    uid: 36ca91e0-65fc-4736-8e5b-d2a12150814f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2abd9eb792
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: edebd314-5355-4995-afb2-fe4a73d605f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2abfc693ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: ff11f465-4e12-49e1-b27a-3a196eeee628
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2ac28009ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: bd53d560-9e97-40ff-b238-6d18028ec3a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2ac2f2212d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 1dc9fdc2-23dd-4844-b2c2-af84019e2658
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2be51b429e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: a06686ff-d49f-4511-99c3-06fc236c1e9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2be825349f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 0260ddd0-1363-4f24-8217-32bab7e96033
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2be89b089b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: fae86c1c-ffb7-484f-8b40-20639240e60c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2be8a5b98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 3764c85e-5ca7-4dc9-a47d-383ba739ffad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2beb3d7482
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 35ed8f86-abac-4813-8ead-c7afe986ac96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2bebb24915
    namespace: kserve-ci-e2e-test
    resourceVersion: "17623"
    uid: cbe76e85-f8b6-4bcd-8b8e-ca2cd1a40ef3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:53:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:55Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d2c211205be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18336"
    uid: 5e94c6c9-a8a9-4430-9876-404379633e6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d40b53af28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: d3b9be81-1c1e-47ac-937b-9383df714ae4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d40b53b7d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18582"
    uid: e8e03c4a-ab27-407e-bc91-fcea838041b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 86240d29-aa62-40c6-bda4-201019d5a381
  kind: Event
  lastTimestamp: "2026-09-17T17:54:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:20Z"
    name: isvc-canary-stop-predictor-5cdcf6545-hppnb.18d62d41515dded2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18607"
    uid: 3e5299e5-f65b-468b-b1a4-2951f83c5b4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:43.046375Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5cdcf6545-qsl6n
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2aa16b22a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 4218f628-d5cd-455a-b695-3a7590c255cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2ac33d86fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: bd3909bf-b6d5-404e-bb75-e9f5e2bf3a84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2ac5b853c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: a9db219d-140a-4885-aa17-5b91134a3bc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2ac8b183f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 91d96128-15a5-4082-a46f-4fb67b401abe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2ac9233944
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 1977bae4-ac8e-41f8-b7ec-2cedf49c1842
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2be447f399
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: b829e93c-eaaf-42d1-ba14-537f2b4333b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2be7ed9c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: 6e94ff02-7de4-46ae-aabf-c326dd6b31f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2be85ff060
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: 06b9d8f4-3976-4f95-9de2-8c0c27f0439a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2be86acea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 48d2d046-3cd3-4798-a440-ddb6806f72d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2beb78152f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: 0d524857-5776-4852-bbae-06b974db9f2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2bebedbec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 76ddba46-a5db-42b4-add0-53b2a65b7a57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:54:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:19Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d2c5c4da5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18592"
    uid: 49de0c10-e4f8-4474-b9a3-87ffdeb227fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d40338ac85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: c5185ffe-4a6d-4c2b-8461-ac6052a1fcfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d40338b50e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: d2196d82-e751-45a5-9147-473746259fc6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 87869ebb-dd0c-481e-93ff-c116602baf23
  kind: Event
  lastTimestamp: "2026-09-17T17:54:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:16Z"
    name: isvc-canary-stop-predictor-5cdcf6545-qsl6n.18d62d40628d5e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "18546"
    uid: 7830153d-22d2-4ff6-b74b-d69a34f904f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: 30b3a95e-1d68-4d5e-8091-01dd86723e76
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: 'Created pod: isvc-canary-stop-predictor-5cdcf6545-hppnb'
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d62d2a9a812ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: e71f4ce7-24fe-4198-8f26-fd959ecb72ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: 30b3a95e-1d68-4d5e-8091-01dd86723e76
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: 'Created pod: isvc-canary-stop-predictor-5cdcf6545-qsl6n'
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d62d2aa09324a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 8f57fdad-2a8a-4001-a4f6-2a8fc0f9e856
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5cdcf6545
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: 30b3a95e-1d68-4d5e-8091-01dd86723e76
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5cdcf6545-qsl6n'
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-canary-stop-predictor-5cdcf6545.18d62d40335f2c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: c0617f20-ba7f-47f1-9e35-194700c2b5e5
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: da2a1ff4-bfd6-426a-91a2-d120d5ee5678
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5cdcf6545 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: isvc-canary-stop-predictor.18d62d2a94b09dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: aabacd9d-7323-47b8-8901-76609f2ec858
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: da2a1ff4-bfd6-426a-91a2-d120d5ee5678
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5cdcf6545 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-canary-stop-predictor.18d62d40327ef1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: fb0a55ed-6602-4e74-93c4-0886757f666f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:42.928159Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-596664c988-4sbx5
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2a9a5f5629
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: 99ca8ee0-f987-43b9-82eb-424d439e53f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2aa69eb6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: b163c47a-f328-40ef-84f5-b86b3e109a84
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:44Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:44Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2ae01b3f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: a9c94c06-6f87-4e6b-b220-6e7054d58c8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:44Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2ae22b48e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: bcbada53-18f4-4bd7-8368-61ebf9cf0d75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:44Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2ae6d4b3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 47675a97-2458-4651-9434-a9db656f0fac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:44Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2ae74c0f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: a7fab7a3-1663-4caa-a899-0941e65842ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2be432a055
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: a351ad81-cc31-43fa-abbf-435a55e08f94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2be7f6f7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: f1299f4a-8f16-48b0-b1aa-617354f41e01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2be86d233d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 79fab247-5d47-450d-8182-2288d14a6f19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2be87787f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: fa3853bb-132f-4802-8951-d8c6b471679a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2bebaecde1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: 673a013b-ef38-4994-89f0-31bc212e1772
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:52:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2bec1ecd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: bdeb7a33-2bb0-45d3-b298-893d7570b96d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:54:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:05Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d2c206b05a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18411"
    uid: e3508a64-c6ec-4b66-86c3-a6bd217d1951
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d40b306ce9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: 18576b51-6ce3-4651-be19-7b6d54bb7cc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d40b30723fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: 3cceb27f-a041-4b30-aaa6-01973f48ea33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17488"
    uid: e44bd846-8fa1-4527-92a2-d712bf30bcfa
  kind: Event
  lastTimestamp: "2026-09-17T17:54:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:20Z"
    name: isvc-canary-stop-v2-predictor-596664c988-4sbx5.18d62d4150b372fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: 4fcb3eb9-5bc4-4f72-83c8-56446c7d8a94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-596664c988
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 3a5fe03f-c638-444c-a852-d470e9b63324
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-596664c988-4sbx5'
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: isvc-canary-stop-v2-predictor-596664c988.18d62d2a9910db0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: e4f91840-833a-4124-8414-32151ce9892e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: 2708ca11-95e4-4bc0-95b6-e7c0618e710a
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-596664c988 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: isvc-canary-stop-v2-predictor.18d62d2a909ce859
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: 56bf85bf-b252-46fa-890b-12feb1a59076
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: e3dfd4a2-4049-4240-9d5c-b76bf07583b0
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-canary-stop.18d62d2a94409a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: 099302b5-85cf-4563-9372-f77f4a83a763
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: e3dfd4a2-4049-4240-9d5c-b76bf07583b0
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: isvc-canary-stop.18d62d2a94e58a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: eba3667c-d1c3-496f-b677-c606b91b0c7b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: e3dfd4a2-4049-4240-9d5c-b76bf07583b0
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: isvc-canary-stop.18d62d2a94e5d898
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 976f6f14-73b0-43bf-a2bb-19de1b038741
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: e3dfd4a2-4049-4240-9d5c-b76bf07583b0
  kind: Event
  lastTimestamp: "2026-09-17T17:54:09Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:09Z"
    name: isvc-canary-stop.18d62d3eb3966b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: ee4fde36-1392-46fd-91a9-31b8b27a2f88
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18577"
    uid: e3dfd4a2-4049-4240-9d5c-b76bf07583b0
  kind: Event
  lastTimestamp: "2026-09-17T17:54:17Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-17T17:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:17Z"
    name: isvc-canary-stop.18d62d40b496ece5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: 3ebde3ee-a32c-499a-976f-0dccf871797a
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:36.679553Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: 79b6b81a-44b3-416b-bf7c-d671cb414f15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-da0909-predictor-f56d96658-7q88j
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j.18d62d61070a95d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 663e571f-b8d5-4390-8aef-bd9599af4442
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 79b6b81a-44b3-416b-bf7c-d671cb414f15
  kind: Event
  lastTimestamp: "2026-09-17T17:56:37Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:37Z"
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j.18d62d6128dd308c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20096"
    uid: 64317999-2cbb-4b0f-865c-2f8a80a94570
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: 79b6b81a-44b3-416b-bf7c-d671cb414f15
  kind: Event
  lastTimestamp: "2026-09-17T17:56:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:40Z"
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j.18d62d612b053a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: c52e5ef7-4fef-4b2d-9838-7ef5083b3f7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: 79b6b81a-44b3-416b-bf7c-d671cb414f15
  kind: Event
  lastTimestamp: "2026-09-17T17:56:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:40Z"
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j.18d62d612dad5a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: a3e14312-8d18-4b52-8c85-c57be2473021
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: 79b6b81a-44b3-416b-bf7c-d671cb414f15
  kind: Event
  lastTimestamp: "2026-09-17T17:56:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:40Z"
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j.18d62d612e1e359f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 2c469e56-9d2f-4650-8e69-e89240f71327
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j
    namespace: kserve-ci-e2e-test
    resourceVersion: "20078"
    uid: 79b6b81a-44b3-416b-bf7c-d671cb414f15
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-init-fail-da0909-predictor-f56d96658-7q88j.18d62d625eae7ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20263"
    uid: 76919e7b-2e25-46f3-860a-ff60ac97b042
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-da0909-predictor-f56d96658
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: e25e932e-2d48-498f-9aa7-c5576dbc556a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:36Z"
  message: 'Created pod: isvc-init-fail-da0909-predictor-f56d96658-7q88j'
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-init-fail-da0909-predictor-f56d96658.18d62d61066ce5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: c1565e28-74e0-40f6-b337-d030c48a4f67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-da0909-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: a7475353-a83d-4c12-b117-b3b813d16b9b
  kind: Event
  lastTimestamp: "2026-09-17T17:56:36Z"
  message: Scaled up replica set isvc-init-fail-da0909-predictor-f56d96658 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-init-fail-da0909-predictor.18d62d6103000d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "20070"
    uid: 25952e15-3188-4697-923d-2104bb3ba95c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-da0909
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: 56a60093-13b4-4547-b73c-e332f1bb183c
  kind: Event
  lastTimestamp: "2026-09-17T17:56:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:40Z"
    name: isvc-init-fail-da0909.18d62d6102ff84b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: 775acd12-6c11-4164-ae10-9651ef96e660
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-da0909
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: 56a60093-13b4-4547-b73c-e332f1bb183c
  kind: Event
  lastTimestamp: "2026-09-17T17:56:36Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-da0909":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-da0909":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-init-fail-da0909.18d62d6103b82f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20073"
    uid: c1409652-0fe8-4d82-9c57-a9cecf220acb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-da0909
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: 56a60093-13b4-4547-b73c-e332f1bb183c
  kind: Event
  lastTimestamp: "2026-09-17T17:56:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-da0909": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:36Z"
    name: isvc-init-fail-da0909.18d62d6103b87936
    namespace: kserve-ci-e2e-test
    resourceVersion: "20074"
    uid: c55b89a2-646f-48e3-8e3a-016144bd9d0a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:55:03.523696Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4b5684f177
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 90c2a310-f528-4f6e-b056-d83ffb3826b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19200"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:04Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:55:04Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4b78c8abe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19207"
    uid: f00ced42-9a1f-42e2-873d-3de3195a5318
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:04Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4b7adebec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: b8ea49ad-6516-473a-b947-be8dcb2b86bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:04Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4b7e1afa48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 8e398032-9842-44a9-b715-0dd84c9a4310
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:04Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4b7e8c2d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19212"
    uid: 30dded30-07d4-4dff-8d38-8970d2df61ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c88ae680b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19253"
    uid: 04e60885-190d-437c-9c8b-28bdd387acf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c8c296b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: fb9dab6b-1693-4cdb-8194-b074690b8e4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c8cadcbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: ab1d1a56-d875-40b3-9260-610dcb89b44b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c8cb87420
    namespace: kserve-ci-e2e-test
    resourceVersion: "19257"
    uid: ca653f7e-3d94-418f-a949-9fcac7ef9cbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c902f3e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19261"
    uid: c27e8d4a-bda6-4059-8b4f-ecd43b5bb702
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c909ffe27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19263"
    uid: 3aca20b3-dc6f-47ed-9c3d-8ac543968d56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bc0968532a374fa6dea5e41a2aa72ef7623bc7b67c9c3e951482b3b25d6ace5c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c90abbb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 5667ed2c-2c71-48e5-b99c-9123e8196287
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c945ae7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 01de19b7-0f9b-4f87-89c0-fcc3bc493968
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4c94dc2ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: e0bcd7b7-2525-4551-8b5d-5727f2d76144
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:56:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:46Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4cc4d5db75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20314"
    uid: f9ad527e-0b7a-41f1-8065-c3881f4a3d8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:56:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:46Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d4d00aac1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: 664a50c2-21a6-44c0-b6a1-a059e99f8f70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:56:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:38Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d618342ea2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20141"
    uid: eec756c8-d0ca-4ce5-9bd4-b3d4348876a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:56:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:38Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d6183433f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 3b7205aa-0850-4048-afff-cc803ce29f3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:56:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:38Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d6183437734
    namespace: kserve-ci-e2e-test
    resourceVersion: "20149"
    uid: 29ab172e-407e-4864-be93-23abe10c7c42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: db33f3a2-74e5-48c6-80f0-ea42e7885308
  kind: Event
  lastTimestamp: "2026-09-17T17:56:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:56Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj.18d62d6230f5940c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 4949b53c-034f-4569-a288-90edf0883361
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: 8f77bef2-5235-4ad7-8109-2fb12f4d59f5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:03Z"
  message: 'Created pod: isvc-logger-raw-7b2ba-predictor-69456d97b5-skdpj'
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-logger-raw-7b2ba-predictor-69456d97b5.18d62d4b55d8c75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: 9de883fa-b125-4050-94d1-571848d5b1e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19176"
    uid: 5404da23-e7ad-4bc7-aedd-9c365cb5412a
  kind: Event
  lastTimestamp: "2026-09-17T17:55:03Z"
  message: Scaled up replica set isvc-logger-raw-7b2ba-predictor-69456d97b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-logger-raw-7b2ba-predictor.18d62d4b5184be4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: a408b4e8-3af0-4bb5-bc86-22fe1e1d47b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 923abe86-443e-40e9-b3f8-1f5c8a39b123
  kind: Event
  lastTimestamp: "2026-09-17T17:55:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:33Z"
    name: isvc-logger-raw-7b2ba-predictor.18d62d4ed09332d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: dabbe35c-978b-43d0-adff-328508bc19fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 923abe86-443e-40e9-b3f8-1f5c8a39b123
  kind: Event
  lastTimestamp: "2026-09-17T17:55:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:33Z"
    name: isvc-logger-raw-7b2ba-predictor.18d62d4ed10a1476
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 4806577e-ff41-424d-ac8c-522f3e28c585
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19351"
    uid: 923abe86-443e-40e9-b3f8-1f5c8a39b123
  kind: Event
  lastTimestamp: "2026-09-17T17:56:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:33Z"
    name: isvc-logger-raw-7b2ba-predictor.18d62d55cf5931a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: 8fb68c86-4686-459b-afc1-f033b71bb167
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19351"
    uid: 923abe86-443e-40e9-b3f8-1f5c8a39b123
  kind: Event
  lastTimestamp: "2026-09-17T17:56:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:33Z"
    name: isvc-logger-raw-7b2ba-predictor.18d62d55cfd0f924
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: c5af9a6d-3d9e-4b0c-ad07-c760988bbce3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-7b2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: e2b42802-56db-48a9-b4e3-dc083f024633
  kind: Event
  lastTimestamp: "2026-09-17T17:56:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:26Z"
    name: isvc-logger-raw-7b2ba.18d62d4b518bb0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: f545ef9d-0651-40b3-ad2d-4b3d8b572448
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-7b2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: e2b42802-56db-48a9-b4e3-dc083f024633
  kind: Event
  lastTimestamp: "2026-09-17T17:55:03Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-7b2ba":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-7b2ba":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-logger-raw-7b2ba.18d62d4b5234a420
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: e514c477-f564-49bd-9d1c-84decf1d3739
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-7b2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: e2b42802-56db-48a9-b4e3-dc083f024633
  kind: Event
  lastTimestamp: "2026-09-17T17:56:26Z"
  message: InferenceService [isvc-logger-raw-7b2ba] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:26Z"
    name: isvc-logger-raw-7b2ba.18d62d5ebacc7ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19937"
    uid: 93237b7d-bb27-4b7d-b9ec-880aeba980cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:04:34.193864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd0351cbf01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: f2d47a1f-9a3b-491b-8f87-d8d9ec0397ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd057766f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: f3b21c9f-b07e-4a1d-a92b-71414933ae6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd0595b3305
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: cea07398-3fb6-43ec-bd3e-08d860d3b6bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd05c885285
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: 37f0425e-d9be-42bf-8374-50670b755782
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd05d00ba88
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: 39569485-623f-4ad7-bba5-ebba8a59629f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd173ac418f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24470"
    uid: 708512f6-23d4-4364-85b7-165341adc3f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd176f98eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: 396c9782-8d9d-4984-bb91-157dab75b5a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd17771a3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 37d9b3ad-fdd1-4934-8b2c-06f7e5d5279b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd1777e08c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: ae2fc392-f3d0-4abc-b13b-c4dd36a27dca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd17af928b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: 5ecb5ea4-15f0-49d1-a46a-c19f2da545f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd17b77fe1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24481"
    uid: c52bac3b-98c5-4d01-a8d3-ca78d8a28806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bc0968532a374fa6dea5e41a2aa72ef7623bc7b67c9c3e951482b3b25d6ace5c"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd17b83ceee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: 5d9fa73b-c2de-4d04-9ecc-561e6572930b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd17e6ced10
    namespace: kserve-ci-e2e-test
    resourceVersion: "24484"
    uid: 3cc3a3e3-59cc-43eb-b674-124f6af48871
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:04:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:39Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd17ee88aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: 957976fc-99d5-4271-961b-e0d980cde6b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:06:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:24Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd1afca220b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25596"
    uid: 696ede89-b7bc-457a-baad-e884e4b4dc77
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:06:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:24Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62dd1afd53118
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: da03dfb2-e9b0-4961-a07e-f90f8343321c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:06:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:19Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62de8b69726d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 484ebd93-4376-4242-b9ec-734a15fc5df5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:06:19Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:19Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62de8b69753ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: 988a9919-1318-4036-beda-1c1c0781c819
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:06:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:19Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62de8b697a8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: 3177ccb3-a5ab-499b-a168-67806378920b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 566006e8-90dc-459b-8e1f-15a18d002156
  kind: Event
  lastTimestamp: "2026-09-17T18:06:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:31Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd.18d62de9342308e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: e563f422-a7c4-4d37-b1ad-99b1adc2202b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-778ff5f68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24394"
    uid: 4bd529b6-bf6d-4fd8-a8ad-2cd103db09c4
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-778ff5f68f-45rhd'
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-logger-raw-cipn-predictor-778ff5f68f.18d62dd03487b3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24408"
    uid: 13c4984c-0325-4b68-8d7d-a9189e8083f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: bcab5c99-ed51-482b-b102-dd0c3c7485b5
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-778ff5f68f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-logger-raw-cipn-predictor.18d62dd0307225a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: 8c72d290-a23b-43c3-bdeb-caa34947b09b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: eb465a72-9ec4-4ea4-9042-4b7acca787b4
  kind: Event
  lastTimestamp: "2026-09-17T18:05:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:04Z"
    name: isvc-logger-raw-cipn-predictor.18d62dd3afd50c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24663"
    uid: 4cbde594-6461-4300-aa14-e7ceba96172e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: eb465a72-9ec4-4ea4-9042-4b7acca787b4
  kind: Event
  lastTimestamp: "2026-09-17T18:05:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:04Z"
    name: isvc-logger-raw-cipn-predictor.18d62dd3b08d07a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24664"
    uid: 47da67cc-e8ab-414d-b832-b5aee8ae233c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: eb465a72-9ec4-4ea4-9042-4b7acca787b4
  kind: Event
  lastTimestamp: "2026-09-17T18:06:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:19Z"
    name: isvc-logger-raw-cipn-predictor.18d62ddaaf0bf640
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 21e47c8e-f816-47c5-86b4-ad6321b2fa2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: eb465a72-9ec4-4ea4-9042-4b7acca787b4
  kind: Event
  lastTimestamp: "2026-09-17T18:06:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:19Z"
    name: isvc-logger-raw-cipn-predictor.18d62ddaaf885731
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 35a16e1f-9a2b-4756-b132-cb9575b39524
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: 6b4b44a4-0498-4df1-bab1-22ff2eb7ded9
  kind: Event
  lastTimestamp: "2026-09-17T18:06:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:04Z"
    name: isvc-logger-raw-cipn.18d62dd030622682
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66bebff0-c792-42b0-884f-95a44b3f051c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: 6b4b44a4-0498-4df1-bab1-22ff2eb7ded9
  kind: Event
  lastTimestamp: "2026-09-17T18:04:34Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:34Z"
    name: isvc-logger-raw-cipn.18d62dd03108dbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24399"
    uid: bd6559ec-b919-4358-bb0a-773a7a7124f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25108"
    uid: 6b4b44a4-0498-4df1-bab1-22ff2eb7ded9
  kind: Event
  lastTimestamp: "2026-09-17T18:06:04Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:04Z"
    name: isvc-logger-raw-cipn.18d62de555d83383
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: 577dd614-1794-4d43-bf6b-b40bf28ec8a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:28.204455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d431d5415f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: 652ad318-47de-4a4d-820b-40d5804d3b52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d433f1f77ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: e7d8616a-0aca-47ef-915b-aa23b61fa1bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d43409af4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: cc0d7eeb-c263-4586-971a-50572c6bd30c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d4343929101
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: 1f9a6667-e898-4ef9-8803-bb22f6d7a59f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d4344164883
    namespace: kserve-ci-e2e-test
    resourceVersion: "18728"
    uid: f949d86b-0bdd-4407-8707-085969f6a158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:32Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d443293fbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: 317b4a86-d647-4068-b406-c67ff2af6fcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:32Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d44357e949d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18766"
    uid: 661cfdbe-ad62-4588-a144-f5054d18dca7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:32Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d4435ed5508
    namespace: kserve-ci-e2e-test
    resourceVersion: "18767"
    uid: 3e9638e0-e148-4946-b112-1443374433e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:32Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d4435f63755
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: a46da6f4-8e1f-44d0-829f-a593f2f5b406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:32Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d4438fd1e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18772"
    uid: 17a6a95b-2b66-4306-b9f9-778b9afa6496
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:54:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:32Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d44396ca270
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: ee8b3836-b6f3-4d83-8f76-ca5c594d63e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d44aa7bf9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: 6d5baff6-034e-4bc4-8292-bc70796342fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:56:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:31Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d5fd0326dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 2c684355-2e25-4acd-9869-2c62ae82a799
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:56:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:31Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d5fd032f0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20006"
    uid: 754d3c8f-6f23-496c-8695-d7b1f1478adc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: be8b4987-3e6b-4095-8448-7d809e49db51
  kind: Event
  lastTimestamp: "2026-09-17T17:56:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:35Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd.18d62d60d6d3741d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 9ae4f9d1-cb8b-4505-863f-19e039334bc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a7cd73-predictor-6887dfdd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: efaf1c08-52fd-4204-a248-f24a8dc4bbc6
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: 'Created pod: isvc-primary-a7cd73-predictor-6887dfdd9-8q2xd'
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73-predictor-6887dfdd9.18d62d431cc43664
    namespace: kserve-ci-e2e-test
    resourceVersion: "18706"
    uid: da25ac5b-05a3-44de-b52c-2fd6b6fbbbb7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a7cd73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: 85aad0c6-175a-451a-86ae-8d1f12768341
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: Scaled up replica set isvc-primary-a7cd73-predictor-6887dfdd9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73-predictor.18d62d4317e4eedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 64be51ac-8a39-41eb-abb1-c28dab64cd6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a7cd73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: 751520ef-6a23-4c31-a7f3-6f0580e54ebc
  kind: Event
  lastTimestamp: "2026-09-17T17:55:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:13Z"
    name: isvc-primary-a7cd73-predictor.18d62d4696a46036
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: 371b557a-e7db-45dc-bd2a-6448d7344b9c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a7cd73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: 751520ef-6a23-4c31-a7f3-6f0580e54ebc
  kind: Event
  lastTimestamp: "2026-09-17T17:55:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:13Z"
    name: isvc-primary-a7cd73-predictor.18d62d469739c1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 9f5ff7dc-de6d-4edb-91e7-a944c6df18fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a7cd73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18893"
    uid: 751520ef-6a23-4c31-a7f3-6f0580e54ebc
  kind: Event
  lastTimestamp: "2026-09-17T17:56:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:13Z"
    name: isvc-primary-a7cd73-predictor.18d62d4a16f99271
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 56a69a4f-010b-46c3-a2dd-555057717e8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a7cd73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18893"
    uid: 751520ef-6a23-4c31-a7f3-6f0580e54ebc
  kind: Event
  lastTimestamp: "2026-09-17T17:56:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:13Z"
    name: isvc-primary-a7cd73-predictor.18d62d4a1773abf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: d811b6e0-5db6-469a-a388-f83e10b8e415
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a7cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 0e0ce04f-36b4-41b2-959f-9f2fe6a748b6
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: isvc-primary-a7cd73.18d62d43181aae45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: a1eb0e6b-5395-4e59-936b-06e3b6e05c60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a7cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 0e0ce04f-36b4-41b2-959f-9f2fe6a748b6
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a7cd73": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a7cd73":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73.18d62d43188450d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: 1990525c-58c7-4e84-807c-a73553b62fb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a7cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 0e0ce04f-36b4-41b2-959f-9f2fe6a748b6
  kind: Event
  lastTimestamp: "2026-09-17T17:54:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a7cd73": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:28Z"
    name: isvc-primary-a7cd73.18d62d431884a5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: 812433b5-4aaa-48b8-818d-77043073ed2f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a7cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: 0e0ce04f-36b4-41b2-959f-9f2fe6a748b6
  kind: Event
  lastTimestamp: "2026-09-17T17:55:50Z"
  message: InferenceService [isvc-primary-a7cd73] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:50Z"
    name: isvc-primary-a7cd73.18d62d566354eecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19605"
    uid: 5cb676c7-9bb8-4a3e-8b5c-503872ee9ad2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:49:17.560982Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cfac988e6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 705033be-94ae-4f6b-b1d3-c479b2f093a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:18Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:49:18Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cfaec20c294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 37dd5f11-fbee-4059-a523-44c692d3b012
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
  metadata:
    creationTimestamp: "2026-09-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:18Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cfaee620b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: 835490aa-d693-4660-8df7-d030cd9f6580
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    in 3.388s (3.388s including waiting). Image size: 308174258 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:21Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cfbb8570d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: b8e11eb9-8c02-49b3-8783-5030667c6ec7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:21Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cfbbb9b5f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: 50f56049-b3d2-4b42-a5ed-d79beed5dad0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:21Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cfbbc0d2e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: d6aaf956-ffe9-4958-8acd-148adfb376bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:25Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
  metadata:
    creationTimestamp: "2026-09-17T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:25Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cfcb9d8ce98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: c7b490d3-9b52-4bc6-9523-0a71f545ff83
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    in 13.306s (13.306s including waiting). Image size: 1583203731 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cffd2fe8e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: ed59dcc7-32cb-4b62-8142-62fe026b3efc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cffd747892f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 0c8ba020-add4-4b5f-950c-62b3484e4d7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cffd7b1323b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 6f36d83b-6a64-4ff5-b8ba-e73bd1f9f74c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62cffd7bf4ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 978b2682-130d-4403-8f46-cacb9640988b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.267s (2.267s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:41Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d005eeaed84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 64a9a3fb-ca70-498a-86a5-9da63bf05f2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:41Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d0061dcd655
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 1dd4ed92-bb9b-4c38-a30f-8ad575a86dc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:41Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d006244b02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 0d072b33-fc25-4696-9f39-68b24c2c8dc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:41Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bc0968532a374fa6dea5e41a2aa72ef7623bc7b67c9c3e951482b3b25d6ace5c"
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:41Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d006251b750
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: b7072162-182a-4ecb-b8f8-c30a52d27745
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bc0968532a374fa6dea5e41a2aa72ef7623bc7b67c9c3e951482b3b25d6ace5c"
    in 2.302s (2.302s including waiting). Image size: 240302165 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:43Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d00eb933e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: 0726c773-8d6d-446f-8fb1-75111b2dc467
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:43Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d00eef463a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: 96733260-e319-40ba-9d4c-17b599896ed2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:49:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:49:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:43Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d00ef592036
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: 6f50c2c7-f2a8-4dfc-85ea-4eb91c665556
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:51:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:17Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d012f0523be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 5e34e255-cd94-480a-bf89-1f146269ec15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:51:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:17Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d012f0fc1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: e2a89046-5588-4d78-a7a3-1022f8754552
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:51:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d13418a4e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: fb70fb58-b771-4e02-906b-3e6ea2ea1145
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:51:02Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d13418aa91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: 66563eb9-0089-417c-89b1-72957c7bcf28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:51:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d13418aedb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: fa572767-3f8a-4e0b-b4ad-4c997de6cc2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 9fbd7ab9-ca74-43ce-8bac-f490ed28c865
  kind: Event
  lastTimestamp: "2026-09-17T17:51:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:16Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd.18d62d140b39314e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: c7133a94-9226-4f75-a3ae-10fa389e4581
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 9139cd70-ad9e-4be6-90c0-0ef4f755dd5d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8-fjsqd'
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8.18d62cfac8bad47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: bf990bed-acbd-4b4e-bf7f-d75bdb44c492
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-d953e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 5e9c7ac6-b90b-4807-b0be-4fcbce43842f
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-d953e-predictor-7584c9b5d8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor.18d62cfac1a53cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: 4cb91c2b-ea6f-4e8f-9f42-966303bd0959
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d953e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 7629e33a-5eae-491c-96cb-5cae91a60f46
  kind: Event
  lastTimestamp: "2026-09-17T17:50:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:02Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor.18d62cfe47909336
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: 54248a2b-32df-4b71-9e53-a7f3baf6845e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d953e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 7629e33a-5eae-491c-96cb-5cae91a60f46
  kind: Event
  lastTimestamp: "2026-09-17T17:50:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:02Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor.18d62cfe48851aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: c051b0f3-4d88-4c41-8493-33030ace36a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d953e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 7629e33a-5eae-491c-96cb-5cae91a60f46
  kind: Event
  lastTimestamp: "2026-09-17T17:50:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:47Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor.18d62d08c7814b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: e7e0081a-071e-49df-aa87-81a3e1723edc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d953e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 7629e33a-5eae-491c-96cb-5cae91a60f46
  kind: Event
  lastTimestamp: "2026-09-17T17:50:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:47Z"
    name: isvc-raw-sklearn-batcher-d953e-predictor.18d62d08c85db415
    namespace: kserve-ci-e2e-test
    resourceVersion: "16281"
    uid: 58e3cebe-2e3b-4f88-b4c2-df5bd856dcd6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d953e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 738c38aa-341c-48ee-b80a-d3dc2f20bb66
  kind: Event
  lastTimestamp: "2026-09-17T17:50:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:57Z"
    name: isvc-raw-sklearn-batcher-d953e.18d62cfac7e1ef5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 00ed5059-71f4-4189-abc3-4db07b66f260
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d953e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 738c38aa-341c-48ee-b80a-d3dc2f20bb66
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-d953e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d953e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-raw-sklearn-batcher-d953e.18d62cfac866c87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 4e93bb14-265e-49d4-9d21-c51cac8bb2ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d953e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 738c38aa-341c-48ee-b80a-d3dc2f20bb66
  kind: Event
  lastTimestamp: "2026-09-17T17:49:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d953e": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:17Z"
    name: isvc-raw-sklearn-batcher-d953e.18d62cfac86715c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 12741d87-c669-41a9-9f86-91237cb52d84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d953e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 738c38aa-341c-48ee-b80a-d3dc2f20bb66
  kind: Event
  lastTimestamp: "2026-09-17T17:50:57Z"
  message: InferenceService [isvc-raw-sklearn-batcher-d953e] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:50:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:57Z"
    name: isvc-raw-sklearn-batcher-d953e.18d62d11fc738f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 05927864-5d5d-4c52-9379-cbb93cdd2866
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:13.272354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: bcf18be6-1954-4a5e-8578-0a7551454bc5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a7cd73-predictor-676bb47b74-db44n
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:13Z"
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n.18d62d5b93dd1079
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: 09d578b4-0175-4258-9734-4bed272eb60a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: bcf18be6-1954-4a5e-8578-0a7551454bc5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:13Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:13Z"
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n.18d62d5bb5f1c8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19813"
    uid: 67e73000-2499-4f45-adc6-def964864d36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: bcf18be6-1954-4a5e-8578-0a7551454bc5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:19Z"
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n.18d62d5bb7856575
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: 9e1df9e4-3b87-4c14-b3da-34dc2d2057e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: bcf18be6-1954-4a5e-8578-0a7551454bc5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:19Z"
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n.18d62d5bba3f80c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: 71fb3c1f-c747-42b4-b256-be68b34f3b41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: bcf18be6-1954-4a5e-8578-0a7551454bc5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:19Z"
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n.18d62d5bbaacbc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: 3eb18e13-8382-4c26-914e-ce47823abac4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: bcf18be6-1954-4a5e-8578-0a7551454bc5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:25Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a7cd73-predictor-676bb47b74-db44n_kserve-ci-e2e-test(bcf18be6-1954-4a5e-8578-0a7551454bc5)
  metadata:
    creationTimestamp: "2026-09-17T17:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:25Z"
    name: isvc-secondary-a7cd73-predictor-676bb47b74-db44n.18d62d5e65816470
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: 61e57017-6193-4ef5-ad65-3b49fbb744b2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a7cd73-predictor-676bb47b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: ea5d739e-edb7-4b22-8120-a2d3ee0e1579
  kind: Event
  lastTimestamp: "2026-09-17T17:56:13Z"
  message: 'Created pod: isvc-secondary-a7cd73-predictor-676bb47b74-db44n'
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:13Z"
    name: isvc-secondary-a7cd73-predictor-676bb47b74.18d62d5b939c32c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 0177d01e-d7d9-4b61-8895-2ab0d9448197
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a7cd73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: 73b5c87c-3aca-45ae-a26b-ba510ccdaa48
  kind: Event
  lastTimestamp: "2026-09-17T17:56:13Z"
  message: Scaled up replica set isvc-secondary-a7cd73-predictor-676bb47b74 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:13Z"
    name: isvc-secondary-a7cd73-predictor.18d62d5b90a7dee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 85722c0f-e423-461a-b86c-a52e09f21829
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a7cd73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: 706659b2-b5c3-47a1-bd17-119fb00db298
  kind: Event
  lastTimestamp: "2026-09-17T17:56:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:28Z"
    name: isvc-secondary-a7cd73-predictor.18d62d5f0f55f82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 89693583-beae-4aa0-b578-2ed70d1bb320
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a7cd73-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: 706659b2-b5c3-47a1-bd17-119fb00db298
  kind: Event
  lastTimestamp: "2026-09-17T17:56:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:28Z"
    name: isvc-secondary-a7cd73-predictor.18d62d5f0fce4c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: 31abde28-d960-4fb8-82ca-56a1116c23b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a7cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: bef68754-894a-4784-90ba-b776d33500fb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:25Z"
    name: isvc-secondary-a7cd73.18d62d5b90989abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: 75fc5ff4-a3a3-4a3e-9843-76cd5ffffdee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a7cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: bef68754-894a-4784-90ba-b776d33500fb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:13Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a7cd73":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a7cd73":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:13Z"
    name: isvc-secondary-a7cd73.18d62d5b9124ae4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: d58f8b96-6657-4136-a146-d0dfe1705e4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a7cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: bef68754-894a-4784-90ba-b776d33500fb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a7cd73": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:13Z"
    name: isvc-secondary-a7cd73.18d62d5b9124e451
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: a27609b1-a61b-45c1-b833-3233541d9c5e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:51:02.802433Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d134a6a15fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 7a69cd3b-a5e9-4747-9519-5c461bcc29c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d136d89f963
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 204532df-fde3-4abd-8ac0-8969942738ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d136f4888e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: b9612661-1047-42f4-bedb-2abd7c5ce5c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d13720b6854
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: d28cc176-e519-406b-9c88-d12288f824d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d137273a398
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: d3b4c281-d9b7-47ca-b0b2-d9eb0956185b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d145e913836
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: e5e12852-650f-449c-9c1b-249f061a8c02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d1462ae3182
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 058d1ec9-f288-4369-9eab-6a33ea5cbaeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d146313fa86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 69403f15-3f01-4c88-aadc-3ed23dfb3b9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d14631e6369
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 849f3c50-441c-49e3-a356-4c4a9136a1d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d1466840155
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 393c833e-ef9e-4d58-ab9a-d96571fc28a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d1466e5aa52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 0bf07367-fd2e-482f-a5fc-f7b913867aa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:52:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:20Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d14d6b82dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: c0f14fbf-17a5-476e-bc70-2c21c3badc3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d2cf714d407
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: b40ccfaa-b43e-4f80-94fb-4936437ff66d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d2cf715589d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: a8338a53-06f1-480e-bc06-8ed923def378
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0691e9c6-3b3c-486b-bd4e-d04eab0f1fea
  kind: Event
  lastTimestamp: "2026-09-17T17:52:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:55Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz.18d62d2d85138e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: ecf7e859-8d12-410c-9eef-0ea5d1364565
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 46f55fa4-5be4-4714-83fb-5ed48a595a19
  kind: Event
  lastTimestamp: "2026-09-17T17:51:02Z"
  message: 'Created pod: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4-dfbmz'
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4.18d62d1349b00721
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: ed0aff74-c62c-4c7b-aeae-c8137ffb011d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: f7f92000-3b2c-4fb0-b094-fd580faef997
  kind: Event
  lastTimestamp: "2026-09-17T17:51:02Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-57a06-predictor-84958bdbb4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-sklearn-graph-raw-57a06-predictor.18d62d134481d034
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: f0c6ae18-5557-46e5-847d-833d78eb2962
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: b38f742e-f9bb-4d2e-a54a-a913c00df882
  kind: Event
  lastTimestamp: "2026-09-17T17:51:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:32Z"
    name: isvc-sklearn-graph-raw-57a06-predictor.18d62d16c3ad696c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: 1d2b64a7-54ce-48e4-b5d9-3cdde220843e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: b38f742e-f9bb-4d2e-a54a-a913c00df882
  kind: Event
  lastTimestamp: "2026-09-17T17:51:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:32Z"
    name: isvc-sklearn-graph-raw-57a06-predictor.18d62d16c42c1a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 0a77b227-2ea0-47ab-b1fc-5fad7c2c00cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: b38f742e-f9bb-4d2e-a54a-a913c00df882
  kind: Event
  lastTimestamp: "2026-09-17T17:52:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:47Z"
    name: isvc-sklearn-graph-raw-57a06-predictor.18d62d1dc3f49678
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 39fbadc7-7710-4a0a-8f29-36bf16ba1492
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: b38f742e-f9bb-4d2e-a54a-a913c00df882
  kind: Event
  lastTimestamp: "2026-09-17T17:52:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:47Z"
    name: isvc-sklearn-graph-raw-57a06-predictor.18d62d1dc4989840
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: ae2f8cae-9501-450e-b5ae-4717b9b066da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-57a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: da51a7de-a4cc-4311-be76-9d31fab0a45b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-graph-raw-57a06.18d62d13448115e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: a454fd34-33f2-4080-a6e0-8ec071b23cdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-57a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17306"
    uid: da51a7de-a4cc-4311-be76-9d31fab0a45b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: InferenceService [isvc-sklearn-graph-raw-57a06] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-graph-raw-57a06.18d62d27cfacadca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: cef175df-6b1e-4a79-a492-9c5abe243cff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:53.253097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17751"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2d01c95ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: e202fcb7-c3f6-4bf5-bc35-97572d98d801
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2d23b77699
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 39017d10-358d-4c3d-9a3e-57683f93cf6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2d261896e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 778b4c3f-5f82-4284-9d88-71959841fcaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2d2a22b71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: 9bba034f-7ac2-4893-8f13-8e319f03aed1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2d2a973d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17802"
    uid: 18d6f2d9-d5ff-471e-930f-ae308ccf3646
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:58Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2e1cd5f5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: b387e11a-c717-4d1a-b831-6ada82f9627f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:58Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2e20d705ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: d1eb73a8-d9bd-4e68-851f-c343dff40927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:58Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2e214b4baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: a6111b95-feec-4b96-9b1d-d5636fcf8fed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:58Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2e21565d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: ccbf5af8-4287-4e0b-adf6-1f8d1a31d3c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:58Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2e245d5709
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: e4de579e-61e5-4871-974a-576cca99a4b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:58Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2e24ceda1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: f187a25a-c7b8-4227-9d45-04f63efdeae2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:46Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d2e94d58d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: 6c7339d3-00d7-4a6d-8e0e-74507baa7659
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d46a3ffd460
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: af539a71-2a05-479e-af9b-a45cf8cc54f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d46a4005380
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: c667c32e-64cb-405b-bc6b-2873d823890c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: c6a80a6e-4c5b-46e6-81cd-a5ea7c2d4e6c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:46Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2.18d62d4743245de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 561d3c23-2a7a-43e6-8e8b-3a666fa6b956
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: 12b468fb-c739-4906-b761-ebdbad71af8e
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76-v7fw2'
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76.18d62d2d00f39ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 0b43fcc7-6ce3-422d-a30e-54dd6be9590d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: 436092c0-e13c-417d-9a22-7b95f6ecb6a6
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-68381-predictor-66494c8d76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor.18d62d2cfc4470b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: c89563ad-cbe8-499b-986e-ed0fd24866e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: 04108f91-adeb-45b6-8c57-3bbff63a75e3
  kind: Event
  lastTimestamp: "2026-09-17T17:53:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:23Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor.18d62d307b19bc13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18085"
    uid: 72d1abf4-b036-46c4-aba2-1a91810ac81f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: 04108f91-adeb-45b6-8c57-3bbff63a75e3
  kind: Event
  lastTimestamp: "2026-09-17T17:53:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:23Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor.18d62d307be4185a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: 969dc489-532d-4b70-a7a6-167cef8a94a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 04108f91-adeb-45b6-8c57-3bbff63a75e3
  kind: Event
  lastTimestamp: "2026-09-17T17:54:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:38Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor.18d62d377ad173af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: 35107077-3bae-4bbe-b79c-9deedafa6f6b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 04108f91-adeb-45b6-8c57-3bbff63a75e3
  kind: Event
  lastTimestamp: "2026-09-17T17:54:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:38Z"
    name: isvc-sklearn-graph-raw-hpa-68381-predictor.18d62d377ba22a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 4b8ef7a2-f6c1-4fb4-a800-62fc3098829e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-68381
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 2d0d68b6-6347-4f60-bdf1-d22c9cfe7a82
  kind: Event
  lastTimestamp: "2026-09-17T17:54:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:16Z"
    name: isvc-sklearn-graph-raw-hpa-68381.18d62d2cfc5f4beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 001b248b-5adc-4115-be73-e56afde3328b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-68381
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: 2d0d68b6-6347-4f60-bdf1-d22c9cfe7a82
  kind: Event
  lastTimestamp: "2026-09-17T17:54:16Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-68381] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:16Z"
    name: isvc-sklearn-graph-raw-hpa-68381.18d62d404eaa55c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18540"
    uid: b7afdc7c-af50-4de3-8843-f28f85afa06d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:39.018270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:39Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d6192709a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 53c20fc8-9a2b-462e-a339-fe40e908a468
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:39Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:39Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d61b43ca238
    namespace: kserve-ci-e2e-test
    resourceVersion: "20204"
    uid: dc6e132a-0d8c-42e4-9bf8-3fe11c0afa0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:39Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d61b671d636
    namespace: kserve-ci-e2e-test
    resourceVersion: "20207"
    uid: 00068c38-e7ae-4261-8975-c32866a9aacb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:39Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d61b94d1850
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: f6656f28-f726-4c61-9ddb-ecd0ebd346fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:39Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d61b9bff091
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 623f59ca-305d-4d94-aeed-a963602f8d9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d62cf2f9aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20276"
    uid: 9ed5c57d-b70b-49af-8963-f03999f18ff6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d62d21b3aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: e5b33b6c-2fd2-4824-8475-079530f743b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d62d28d323a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: e92b13a7-bd59-4740-a645-715b54fb6058
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d62d296c87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: d7bf2662-93fe-4004-ab75-a307fb73d785
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d62d646dfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20286"
    uid: 0c5fe2be-fdef-463c-b026-279ed068a26e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d62d6b863eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 9cebb69d-abf6-4f63-90d5-17f388526edd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:59:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:31Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d6346f0df00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: fa6b9584-bb69-4df5-85b3-c47cbff6c772
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:59:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:28Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d892217925f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 4fe538f1-3945-4ab1-b8c0-ac6b49849723
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:59:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:28Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d8922181b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21684"
    uid: 08de08db-c851-4481-95c8-4afe640b606f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: ea0a0956-a30e-41f0-9ff1-42db5ddf7540
  kind: Event
  lastTimestamp: "2026-09-17T17:59:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:37Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb.18d62d89ed7a5d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: fffcd4f3-eeba-4f82-8a15-b198dab02d8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: a18b1191-7b76-471a-8f02-63d7def0ad87
  kind: Event
  lastTimestamp: "2026-09-17T17:56:39Z"
  message: 'Created pod: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74-p9fbb'
  metadata:
    creationTimestamp: "2026-09-17T17:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:39Z"
    name: isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74.18d62d6191a355d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: f238f6b7-8dad-4345-8f6a-c1a878b045d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-603e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20167"
    uid: 8c7bbf3a-92a6-4fcc-b52f-18ea6fad9696
  kind: Event
  lastTimestamp: "2026-09-17T17:56:38Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-603e1-predictor-5c8b689d74
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:38Z"
    name: isvc-sklearn-scale-raw-603e1-predictor.18d62d618ba2be1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 60ab87dc-be6d-4a15-ad0a-65aed9af1692
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-603e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: d5d578b7-2edd-4666-9b30-bbffd6fa8b54
  kind: Event
  lastTimestamp: "2026-09-17T17:57:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:08Z"
    name: isvc-sklearn-scale-raw-603e1-predictor.18d62d650b50e78a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: b82eacb8-d988-474a-a2e2-b05629c16722
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-603e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: d5d578b7-2edd-4666-9b30-bbffd6fa8b54
  kind: Event
  lastTimestamp: "2026-09-17T17:57:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:08Z"
    name: isvc-sklearn-scale-raw-603e1-predictor.18d62d650bf11d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: c0ed8c1b-3e72-4b5a-bb49-d70053d33891
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-603e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20434"
    uid: d5d578b7-2edd-4666-9b30-bbffd6fa8b54
  kind: Event
  lastTimestamp: "2026-09-17T17:59:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:24Z"
    name: isvc-sklearn-scale-raw-603e1-predictor.18d62d6c0b0893b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: e32006d4-e13a-427d-958d-03a13071abfb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-603e1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20434"
    uid: d5d578b7-2edd-4666-9b30-bbffd6fa8b54
  kind: Event
  lastTimestamp: "2026-09-17T17:59:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:24Z"
    name: isvc-sklearn-scale-raw-603e1-predictor.18d62d6c0bc6bdee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 86afeeb4-34d2-4f9f-a19b-8c34619e48b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-603e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20155"
    uid: e6405bac-1281-4e1c-a52c-55b9ab548870
  kind: Event
  lastTimestamp: "2026-09-17T17:59:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:21Z"
    name: isvc-sklearn-scale-raw-603e1.18d62d618b72e973
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: 0e2ed0e8-b042-465d-b5c3-a192558fdde2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-603e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21608"
    uid: e6405bac-1281-4e1c-a52c-55b9ab548870
  kind: Event
  lastTimestamp: "2026-09-17T17:59:21Z"
  message: InferenceService [isvc-sklearn-scale-raw-603e1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:21Z"
    name: isvc-sklearn-scale-raw-603e1.18d62d876c11e791
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 24d5b54d-8ec2-44f0-839c-ec807dc5b5a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:51:02.877569Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16512"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d134ee47f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: 30d96098-d14c-4113-99e7-7058ef2740ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d1370b7ac79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 6ad9f8da-3768-48ee-90dc-912da152d4b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d13729758be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 61ff2ee6-1d17-4126-872f-8bfd2d932868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d137600ba28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 60e3a193-f75f-45e9-bd22-e35369f8e71d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:03Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d137672da25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 026ea7c3-a5b6-48f4-8a24-c14116b71fc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:08Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:08Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d1485c22692
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7e465814-2a39-4d50-81f9-a85c999e2352
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:28Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.399s (20.399s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:28Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d1945a3e0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 26ca7ce3-5f0a-4820-8384-2d3dcb24fee4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:28Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d194be92e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: 8dd3d207-1760-4331-abaf-e3cde924daa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:28Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d194d15c507
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 7629e798-ea4d-445e-a712-92c1774d2903
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:28Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d194d20498d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 33c6515d-e1b2-4f0e-98f0-1b38f50d072f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:28Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d1952f82e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 230f253d-0e38-44ba-bf24-766c7b8db66d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:28Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d19540a4419
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: a1043cd9-c2c7-4409-a4fc-33eaa98ea262
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:52:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:55Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d196f2e985d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17826"
    uid: 11919d2c-914a-42f0-96fb-6c9bfcff648e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d2cf9f2a208
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: be53f3b8-6075-49e1-beea-3550377ab5be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d2cf9f34141
    namespace: kserve-ci-e2e-test
    resourceVersion: "17737"
    uid: c1f7bda8-0af3-4dd8-9259-1d870e1d2ab1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c62233f0-cd55-4b24-b693-28d98417877d
  kind: Event
  lastTimestamp: "2026-09-17T17:52:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.17:8643/healthz": dial tcp
    10.132.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:55Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8.18d62d2d755cff5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: 3ab26e69-7fab-461f-9c68-55e544126f4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: a99e8022-4074-4bd3-ab6f-4f24a2ca7a4a
  kind: Event
  lastTimestamp: "2026-09-17T17:51:02Z"
  message: 'Created pod: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f-q72f8'
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f.18d62d134e648782
    namespace: kserve-ci-e2e-test
    resourceVersion: "16513"
    uid: 910a28ee-cffa-448d-99b3-8fb2fbb36f1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 0dd8fdda-3483-4aee-85f7-f3bacbce399b
  kind: Event
  lastTimestamp: "2026-09-17T17:51:02Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-57a06-predictor-77b5fc4d8f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:02Z"
    name: isvc-xgboost-graph-raw-57a06-predictor.18d62d134b1416ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: 03aa15f7-449d-4251-9f53-221d4a77726d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 2214ff12-5c6f-4882-b4ff-8b7d034e76f8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:02Z"
    name: isvc-xgboost-graph-raw-57a06-predictor.18d62d16c9e3af92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17090"
    uid: 8d594c4c-47ac-418b-ba61-9681f5586bf1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 2214ff12-5c6f-4882-b4ff-8b7d034e76f8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:02Z"
    name: isvc-xgboost-graph-raw-57a06-predictor.18d62d16ca5520ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 1774784b-a3f7-43b0-9aa9-39804a783381
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 2214ff12-5c6f-4882-b4ff-8b7d034e76f8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:47Z"
    name: isvc-xgboost-graph-raw-57a06-predictor.18d62d24c832afd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: 6d2be5f6-3135-4429-b45c-4c73fddb105c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-57a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 2214ff12-5c6f-4882-b4ff-8b7d034e76f8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:48Z"
    name: isvc-xgboost-graph-raw-57a06-predictor.18d62d24c95a1493
    namespace: kserve-ci-e2e-test
    resourceVersion: "17599"
    uid: 345da8cd-4d0d-49bb-b03b-c3de9d46c002
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-57a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: a1b49284-0c16-42ea-b2ae-aaa9b396bd1a
  kind: Event
  lastTimestamp: "2026-09-17T17:52:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:35Z"
    name: isvc-xgboost-graph-raw-57a06.18d62d134b73e520
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: bfa3726b-72d5-406b-b43a-836d86c55e95
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-57a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: a1b49284-0c16-42ea-b2ae-aaa9b396bd1a
  kind: Event
  lastTimestamp: "2026-09-17T17:52:35Z"
  message: InferenceService [isvc-xgboost-graph-raw-57a06] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:52:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:35Z"
    name: isvc-xgboost-graph-raw-57a06.18d62d28d4eaf578
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 63414b07-b7fc-4ac9-a0f0-0de6e24f4682
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:53.405014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d2d0ad76d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: 060cecbc-1f90-4fd1-a022-c9e7487aeebc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-68381-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d2d1769cfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: b0b9a751-9de1-4442-86ab-d687437a17a9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:54Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:54Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d2d505f311c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: c87910ec-23f1-4aa1-9ef1-ad1265a48627
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:54Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d2d524bd416
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: 1ed99985-f854-4099-a900-2aa8137e1dbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:54Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d2d560bcac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: 84bb2fae-4859-41c1-a0fa-c25861f7000d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:54Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d2d56b04e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: aaf33806-a7ed-478b-b911-6ac2ec0332b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:52:59Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:59Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d2e7741b12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: a17194c3-fc1e-4b71-92c9-5aee12b8ed06
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:18Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.992s (18.992s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:18Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d32e3516f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 8a4d4371-1ece-4bb8-97d3-e2987531c6b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:18Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d32e663d074
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: 95e37af1-5a36-48ef-bbfc-8f9a6a4f27d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:18Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d32e71dd708
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: d0985b5b-af1f-406b-bb97-7d8562102860
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:18Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d32e7296e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: a0bb8eae-fa68-484e-99ee-814070b3259e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:18Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d32ea0b6579
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: 721ebf46-6456-4a59-935f-1ea5616a1c12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:18Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d32ea75fee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: 30af320a-0585-4f3c-8477-5a0b1c927b19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d332524560d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19004"
    uid: c90c2c6d-ca20-4261-9752-a3e7d5907c16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d46a6746a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18949"
    uid: 92e935c9-b9f0-4277-876a-6af3c4c3548f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d46a674e443
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: 92d46d0c-0663-424f-9d17-c53ac9138a20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: fdd78e43-e851-466a-8613-0bf5abfa8c8b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw.18d62d472b516fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19003"
    uid: 18c66e26-2116-4ec1-81cb-13957b1697eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: d87d1526-0fe3-4423-b9df-1c44c2c5f6d7
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c-wrqmw'
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c.18d62d2d097f0d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: d0ee7043-9f8b-4bcd-9b4d-a62fa76fa11f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: a0f95cd8-1d1b-4fc6-af68-566bece435ff
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-68381-predictor-7fd7ff945c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor.18d62d2d05d1e073
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 455b05c2-abee-4593-9c12-9c83b2b45aba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 7a0d8ce2-8d90-4918-9dcc-f24ccd1584a1
  kind: Event
  lastTimestamp: "2026-09-17T17:53:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:53Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor.18d62d3084dfef2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18320"
    uid: e8382096-6141-4c49-8c71-7a127e19aaf1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 7a0d8ce2-8d90-4918-9dcc-f24ccd1584a1
  kind: Event
  lastTimestamp: "2026-09-17T17:53:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:53Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor.18d62d3085e6b86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: 0aa5dd2b-367a-4bc3-b7ea-57aa3ce50996
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 7a0d8ce2-8d90-4918-9dcc-f24ccd1584a1
  kind: Event
  lastTimestamp: "2026-09-17T17:54:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:38Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor.18d62d3783e0ec72
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: 39492ba5-bf39-4227-8cd9-2905bd18e2b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-68381-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 7a0d8ce2-8d90-4918-9dcc-f24ccd1584a1
  kind: Event
  lastTimestamp: "2026-09-17T17:54:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:38Z"
    name: isvc-xgboost-graph-raw-hpa-68381-predictor.18d62d3784dc4680
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: 88b4216f-dc33-486e-be4d-2997e5e12476
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-68381
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: fc3aa5f3-f06f-43fb-89b9-a3146926eed0
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-xgboost-graph-raw-hpa-68381.18d62d2d06284ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: 792b4480-ff25-496e-92e5-87800eae86be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-68381
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: fc3aa5f3-f06f-43fb-89b9-a3146926eed0
  kind: Event
  lastTimestamp: "2026-09-17T17:54:25Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-68381] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:25Z"
    name: isvc-xgboost-graph-raw-hpa-68381.18d62d428b9781be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18661"
    uid: b74a2b7e-304d-452f-9c7e-e7d342eb81b2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:43.487871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d46ac4a8c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 466a0219-0416-4973-9b76-376fc22bcc94
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-7b2ba-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d46b81f8d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: 0930e115-f719-4bf7-9f49-904f0871ad1d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:44Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:44Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d46f1f9e4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18996"
    uid: d15b8991-4142-41a5-839e-71f3f9fdf46b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:44Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T17:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:44Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d46f37d5d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: a5af7182-b239-42be-9a83-af57bb7f9e15
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.032s (1.032s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d47310cde85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 19e827f9-22a4-4195-9fe2-d75db4f12bd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d473484f775
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: 62c8b4c4-7ff8-4787-9520-dc16d0f6b6d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d4734f7adfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: 651350d3-ee2b-4e29-bf01-160c6b70d05f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d4735017c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: c4c70b2a-cdc5-4443-8909-74f1e6a35a77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d4738508ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: a0ae21ff-b463-4b5c-93ff-993d150c4883
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:54:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:45Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d4738c534ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: 0971f485-3d84-477f-a17d-117048bb2a1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:56:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:38Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d6187c80900
    namespace: kserve-ci-e2e-test
    resourceVersion: "20159"
    uid: 08459138-6adb-46b7-87a8-0618dd2a55c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 40440721-d6d3-4400-8e58-f684adb91f71
  kind: Event
  lastTimestamp: "2026-09-17T17:56:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:38Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc.18d62d6187c8a7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 6a07bc63-f235-48bb-83f7-6deb5ccd4e28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768
    namespace: kserve-ci-e2e-test
    resourceVersion: "18960"
    uid: 06ea9880-f3f4-4856-8318-7417bf31006a
  kind: Event
  lastTimestamp: "2026-09-17T17:54:43Z"
  message: 'Created pod: message-dumper-raw-7b2ba-predictor-5dd4c89768-4vsqc'
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: message-dumper-raw-7b2ba-predictor-5dd4c89768.18d62d46ab9a1024
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: ec85b174-4747-4f0e-aed6-7e03419bb2c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 683c05fa-3240-4577-9255-1114e733636c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:43Z"
  message: Scaled up replica set message-dumper-raw-7b2ba-predictor-5dd4c89768 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: message-dumper-raw-7b2ba-predictor.18d62d46a99b7ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18961"
    uid: c9c71322-c9b5-4e31-bd7d-8ad1e1f56990
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 13426761-ac88-497a-958c-e2b20a493906
  kind: Event
  lastTimestamp: "2026-09-17T17:55:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:28Z"
    name: message-dumper-raw-7b2ba-predictor.18d62d4a287a19ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19430"
    uid: d2a99b45-d453-46b1-a321-ec7cc91e1a4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 13426761-ac88-497a-958c-e2b20a493906
  kind: Event
  lastTimestamp: "2026-09-17T17:55:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:28Z"
    name: message-dumper-raw-7b2ba-predictor.18d62d4a2942b87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: 3f967192-6d2f-49b0-aa14-73a24d4b1d53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 13426761-ac88-497a-958c-e2b20a493906
  kind: Event
  lastTimestamp: "2026-09-17T17:55:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:13Z"
    name: message-dumper-raw-7b2ba-predictor.18d62d4da810efaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: a5ba2171-736e-4aff-82d1-8edfd8927247
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-7b2ba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 13426761-ac88-497a-958c-e2b20a493906
  kind: Event
  lastTimestamp: "2026-09-17T17:55:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:13Z"
    name: message-dumper-raw-7b2ba-predictor.18d62d4da886b9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: f34c30b2-4c6b-478c-85ff-f2621dc9d1a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-7b2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18938"
    uid: 17f14f6b-22d7-412f-80da-c89e8f5187c6
  kind: Event
  lastTimestamp: "2026-09-17T17:54:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:53Z"
    name: message-dumper-raw-7b2ba.18d62d46a9a33273
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: 73a296e4-a2a8-40c2-b1a4-3b957f6f42aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-7b2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: 17f14f6b-22d7-412f-80da-c89e8f5187c6
  kind: Event
  lastTimestamp: "2026-09-17T17:54:53Z"
  message: InferenceService [message-dumper-raw-7b2ba] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:53Z"
    name: message-dumper-raw-7b2ba.18d62d490aaec2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: 8062900e-3ecd-46ad-a144-09748d084344
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:04:24.148742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24277"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62dcdde603e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24284"
    uid: 13bc2eb9-b997-42d5-945e-d65c0a17dddd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62dce00e40f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: 66da6be8-e603-49ff-9597-8deaea2017dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62dce02877d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: ed736996-aa17-4fc1-b982-9487922f155b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62dce05d884b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: f38a0698-e606-4b6f-b33a-53d37cc5a7f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62dce06540633
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: 977ffc5c-2ac7-427b-ad9f-172ab3105a01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62dce065d80c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24303"
    uid: 1016fb7c-1802-437e-b2a5-c6eb3360ef96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62dce0935d77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: 934ea381-90fe-4b25-972b-64a8c383edea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62dce09d2082c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: 6cf19ec0-566b-495f-afdd-e91ec921519e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:06:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:19Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62de8b739f965
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: 9602b6e5-68fc-4109-8816-15c50a64f0ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 65568231-b55d-4887-95b3-c908a9ebb295
  kind: Event
  lastTimestamp: "2026-09-17T18:06:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:19Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk.18d62de8b73b236f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: 705b4ca0-f581-4d22-a898-b4e1fef902c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: 5564f8f6-55e0-4a34-91f3-05b30e99507f
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-cnzwk'
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d62dcdddc7ae12
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: de14db96-1f14-4ae3-b51a-e3e6d7bca909
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 34effacf-fdff-4a4a-a8dc-8073b0432b86
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn-predictor.18d62dcdda041300
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: abc43256-322d-43c4-936e-7d47c492e863
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: cd72493a-4f5f-49fc-ba5b-33212fb7037b
  kind: Event
  lastTimestamp: "2026-09-17T18:04:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:54Z"
    name: message-dumper-raw-cipn-predictor.18d62dd1593442e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: acf8d0fd-3ac2-43a1-a51f-c1e744b1b739
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: cd72493a-4f5f-49fc-ba5b-33212fb7037b
  kind: Event
  lastTimestamp: "2026-09-17T18:04:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:54Z"
    name: message-dumper-raw-cipn-predictor.18d62dd159bdd1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: 28326845-a989-4b78-bfad-14a0bf2a09fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: 96868d31-2bc6-4e63-bf18-0807905b6bf7
  kind: Event
  lastTimestamp: "2026-09-17T18:04:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:33Z"
    name: message-dumper-raw-cipn.18d62dcdda03c4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: ada0989a-ddba-4b82-8b7b-4803768dde39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: 96868d31-2bc6-4e63-bf18-0807905b6bf7
  kind: Event
  lastTimestamp: "2026-09-17T18:04:24Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:24Z"
    name: message-dumper-raw-cipn.18d62dcddac5d01d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: ba333c59-ccee-4375-981a-bafd5d598309
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24375"
    uid: 96868d31-2bc6-4e63-bf18-0807905b6bf7
  kind: Event
  lastTimestamp: "2026-09-17T18:04:33Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:33Z"
    name: message-dumper-raw-cipn.18d62dd010e7980d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24377"
    uid: 31d759e0-fe22-4407-86f9-d328b1ac1bfe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:42.804955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-57a06-58698db664-42hgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: 764d00e1-0e90-4935-8204-8e779cf43680
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-57a06-58698db664-42hgl
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: model-chainer-raw-57a06-58698db664-42hgl.18d62d2a93075d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: ddbf2741-ed35-4d6f-b80a-2f570cca78df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-57a06-58698db664-42hgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 764d00e1-0e90-4935-8204-8e779cf43680
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: model-chainer-raw-57a06-58698db664-42hgl.18d62d2ab4e4470b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 2607b4b4-ddbc-42cb-99f8-c199c49b293b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-57a06}
    kind: Pod
    name: model-chainer-raw-57a06-58698db664-42hgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 764d00e1-0e90-4935-8204-8e779cf43680
  kind: Event
  lastTimestamp: "2026-09-17T17:52:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:f6d52988e64cd8a9a21f609c0c944dcdc6613df8ea74ac8dfd85c52003a9bc37"
  metadata:
    creationTimestamp: "2026-09-17T17:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:43Z"
    name: model-chainer-raw-57a06-58698db664-42hgl.18d62d2ab699a029
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: 9d46307a-7eba-4279-9e1b-ca768f83d8ea
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-57a06}
    kind: Pod
    name: model-chainer-raw-57a06-58698db664-42hgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 764d00e1-0e90-4935-8204-8e779cf43680
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:f6d52988e64cd8a9a21f609c0c944dcdc6613df8ea74ac8dfd85c52003a9bc37"
    in 2.133s (2.133s including waiting). Image size: 211751512 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: model-chainer-raw-57a06-58698db664-42hgl.18d62d2b35c9457a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: 1f87d260-5cb9-4546-9f57-62df4add2406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-57a06}
    kind: Pod
    name: model-chainer-raw-57a06-58698db664-42hgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 764d00e1-0e90-4935-8204-8e779cf43680
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: 'Created container: model-chainer-raw-57a06'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: model-chainer-raw-57a06-58698db664-42hgl.18d62d2b38627f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 8976a2f6-d5c0-4ed6-bb38-56ad38ba0ab3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-57a06}
    kind: Pod
    name: model-chainer-raw-57a06-58698db664-42hgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 764d00e1-0e90-4935-8204-8e779cf43680
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: Started container model-chainer-raw-57a06
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: model-chainer-raw-57a06-58698db664-42hgl.18d62d2b38d42b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: a51bfb23-741f-4957-ab23-a9eb14e11f51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-57a06}
    kind: Pod
    name: model-chainer-raw-57a06-58698db664-42hgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 764d00e1-0e90-4935-8204-8e779cf43680
  kind: Event
  lastTimestamp: "2026-09-17T17:52:52Z"
  message: Stopping container model-chainer-raw-57a06
  metadata:
    creationTimestamp: "2026-09-17T17:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:52Z"
    name: model-chainer-raw-57a06-58698db664-42hgl.18d62d2cebb4effd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: 0b205d83-fa30-49e9-af9b-23a71f384f0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-57a06}
    kind: Pod
    name: model-chainer-raw-57a06-58698db664-42hgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 764d00e1-0e90-4935-8204-8e779cf43680
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: model-chainer-raw-57a06-58698db664-42hgl.18d62d2dfd6aae9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18081"
    uid: e3df9c1e-dcc9-4f37-ab80-0984b8082374
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-57a06-58698db664
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: c9ce0cf6-2080-417e-99d6-3c8d5b8d48ee
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: 'Created pod: model-chainer-raw-57a06-58698db664-42hgl'
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: model-chainer-raw-57a06-58698db664.18d62d2a9242761f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: 8b18c507-2b9a-49f7-bbe8-fd9344e947bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-57a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: bd2b5638-b346-400c-a41b-a48aaefecd4e
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: Scaled up replica set model-chainer-raw-57a06-58698db664 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: model-chainer-raw-57a06.18d62d2a910c9100
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 00c77829-40ed-4da9-b565-65843e6ec3ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-57a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: b1e5e79f-6928-450f-9212-1ba471631806
  kind: Event
  lastTimestamp: "2026-09-17T17:52:42Z"
  message: InferenceGraph [model-chainer-raw-57a06] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:42Z"
    name: model-chainer-raw-57a06.18d62d2a96bb2f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 5e1161b9-b7ae-4b56-8bda-b577f38de139
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:33.164196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: abe3ad14-d260-47ab-9635-e361512d4e10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-68381-695f48ffc-xdcbm
    to ip-10-0-135-179.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:33Z"
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm.18d62d4444f3cf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18791"
    uid: a1d9e4fd-1fbc-44e5-a613-11ad54c58a75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: abe3ad14-d260-47ab-9635-e361512d4e10
  kind: Event
  lastTimestamp: "2026-09-17T17:54:33Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:33Z"
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm.18d62d44668dd0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18805"
    uid: 323170c9-7f3c-4d3c-bcbb-8ea088779265
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-68381}
    kind: Pod
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: abe3ad14-d260-47ab-9635-e361512d4e10
  kind: Event
  lastTimestamp: "2026-09-17T17:54:33Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:f6d52988e64cd8a9a21f609c0c944dcdc6613df8ea74ac8dfd85c52003a9bc37"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:33Z"
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm.18d62d4467e82a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 832cfabd-4586-413b-9583-a2a616ef7551
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-68381}
    kind: Pod
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: abe3ad14-d260-47ab-9635-e361512d4e10
  kind: Event
  lastTimestamp: "2026-09-17T17:54:33Z"
  message: 'Created container: model-chainer-raw-hpa-68381'
  metadata:
    creationTimestamp: "2026-09-17T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:33Z"
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm.18d62d446b6e4a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: 46f5224f-0867-4ed6-bcf7-556f9af1ad2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-68381}
    kind: Pod
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: abe3ad14-d260-47ab-9635-e361512d4e10
  kind: Event
  lastTimestamp: "2026-09-17T17:54:33Z"
  message: Started container model-chainer-raw-hpa-68381
  metadata:
    creationTimestamp: "2026-09-17T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:33Z"
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm.18d62d446bef0c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: b865c881-cbbd-4a51-9249-704b1f4e2578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-68381}
    kind: Pod
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: abe3ad14-d260-47ab-9635-e361512d4e10
  kind: Event
  lastTimestamp: "2026-09-17T17:54:43Z"
  message: Stopping container model-chainer-raw-hpa-68381
  metadata:
    creationTimestamp: "2026-09-17T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:43Z"
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm.18d62d469c7b45bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18911"
    uid: a0d50dac-2052-462c-aa49-f3bbf6b4e806
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-68381}
    kind: Pod
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: abe3ad14-d260-47ab-9635-e361512d4e10
  kind: Event
  lastTimestamp: "2026-09-17T17:55:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:09Z"
    name: model-chainer-raw-hpa-68381-695f48ffc-xdcbm.18d62d46feadd0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19273"
    uid: 42276ec3-c61c-4b8c-94e0-01e68712b7d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-179.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-179.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-68381-695f48ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: c3027f37-f4d0-4236-95ca-2bff741ba05e
  kind: Event
  lastTimestamp: "2026-09-17T17:54:33Z"
  message: 'Created pod: model-chainer-raw-hpa-68381-695f48ffc-xdcbm'
  metadata:
    creationTimestamp: "2026-09-17T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:33Z"
    name: model-chainer-raw-hpa-68381-695f48ffc.18d62d4444523ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: 8e4f1544-0391-428b-98eb-ba193546c684
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-68381
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: 23091f7d-9e37-4790-8aea-d242016792bb
  kind: Event
  lastTimestamp: "2026-09-17T17:54:33Z"
  message: Scaled up replica set model-chainer-raw-hpa-68381-695f48ffc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:33Z"
    name: model-chainer-raw-hpa-68381.18d62d44436ffc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18784"
    uid: b2a0ac8d-d183-47a9-8333-36de10a8a27e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-68381
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: 43c808fa-7529-4670-9bf2-142f98fa5a0c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:33Z"
  message: InferenceGraph [model-chainer-raw-hpa-68381] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:33Z"
    name: model-chainer-raw-hpa-68381.18d62d444991dccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: 7dba2b86-0dda-48f4-8753-e42b0f31e34c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:46.827580Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20334"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-103f5-predictor-6594b785b8-857v5
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:46Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d6363e92256
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 77e6fdfe-853c-4573-b98a-cfb88e58f120
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-103f5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:47Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d636f32ccc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: 74621139-4784-465d-a2cb-a0af15b9ec2b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:47Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:47Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d63a97e4519
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: c2105a38-d279-4688-8fe1-9849b007951b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:48Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d63ab0cacb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 94c61ed5-42c1-4cf7-97ab-272b568f9951
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:48Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d63adb386c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: 0708f0ae-078d-46a4-b448-cd6441b7a31f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:48Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d63ae218b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: 53cfe0de-1694-4940-8657-b4ef369a5ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:52Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d64b5bcd577
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 4f0904b9-7e0e-4a45-9bf2-b56c9be6b710
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:52Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d64b927f70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: f6a9d626-b333-4ab2-aef5-f8f3234f96e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:52Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d64b9979582
    namespace: kserve-ci-e2e-test
    resourceVersion: "20417"
    uid: d1dc02d4-1ed4-40c1-b2fa-277edcfeda9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:52Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d64b9a2091e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20418"
    uid: 8b3ebdf3-af39-408c-b444-7bd4943911ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:52Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d64bcdab7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 53f0f918-ff8c-4007-816b-7cc74cd335cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:52Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d64bd4c8ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: ef11897a-5561-4d95-baa6-631107c21a3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:20Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d652d9f2758
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: f5fdac5f-00c4-4b7d-8aab-9c2bf9bd9843
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d7861ba2e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: 8a2e7e8b-663b-4bab-bd26-18ac797cc45f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d7861baaf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: e468b3d9-8e26-4d27-b1f2-793cbfb994f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 1faa7d9b-70ec-4e07-b774-8427593f98b1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:58:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:20Z"
    name: raw-sklearn-103f5-predictor-6594b785b8-857v5.18d62d7933d5bab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 12566ba9-0fd0-4905-ba89-f77f00020bb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-103f5-predictor-6594b785b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 96b0e256-1493-44a5-9b70-b05129553df5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:46Z"
  message: 'Created pod: raw-sklearn-103f5-predictor-6594b785b8-857v5'
  metadata:
    creationTimestamp: "2026-09-17T17:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:46Z"
    name: raw-sklearn-103f5-predictor-6594b785b8.18d62d63636c4753
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 0d7c9601-9e3d-4931-bc4b-1cbfc4447448
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-103f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: c06bb214-54d3-449b-ac87-a7c43eb7ff31
  kind: Event
  lastTimestamp: "2026-09-17T17:56:46Z"
  message: Scaled up replica set raw-sklearn-103f5-predictor-6594b785b8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:46Z"
    name: raw-sklearn-103f5-predictor.18d62d63607c57fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: a2fe713a-e7d4-4184-8d3f-9e6b2850444d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-103f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: 04f0e981-bf8b-45d1-95fe-18688deffe72
  kind: Event
  lastTimestamp: "2026-09-17T17:57:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:16Z"
    name: raw-sklearn-103f5-predictor.18d62d66df1ab5a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: e96925f2-a799-4714-b12d-cb1882ee9bc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-103f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: 04f0e981-bf8b-45d1-95fe-18688deffe72
  kind: Event
  lastTimestamp: "2026-09-17T17:57:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:16Z"
    name: raw-sklearn-103f5-predictor.18d62d66df93edba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: 6b79ee42-15a2-4e57-afb5-b437dfcfa30a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-103f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20494"
    uid: 04f0e981-bf8b-45d1-95fe-18688deffe72
  kind: Event
  lastTimestamp: "2026-09-17T17:58:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: raw-sklearn-103f5-predictor.18d62d6ddd65ae4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: 0c20cfb3-bd0d-400e-b7dd-23c88e4fc9e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-103f5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20494"
    uid: 04f0e981-bf8b-45d1-95fe-18688deffe72
  kind: Event
  lastTimestamp: "2026-09-17T17:58:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: raw-sklearn-103f5-predictor.18d62d6ddde1ea85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21051"
    uid: 87c5c13f-1791-461c-851b-9ab4e5c85f96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-103f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: e7fca1fc-94fa-4b6a-8570-b4e50b8abae1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:10Z"
    name: raw-sklearn-103f5.18d62d636075a52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: f794c17c-12cb-4c36-a9fa-afc0433cef71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-103f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: e7fca1fc-94fa-4b6a-8570-b4e50b8abae1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:46Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-103f5": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-103f5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:46Z"
    name: raw-sklearn-103f5.18d62d6361124a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20331"
    uid: 255b69fd-3f86-41db-8cfa-e974d4ffc1a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-103f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: e7fca1fc-94fa-4b6a-8570-b4e50b8abae1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:10Z"
  message: InferenceService [raw-sklearn-103f5] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:10Z"
    name: raw-sklearn-103f5.18d62d76e8775cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: aeccc24d-f0a7-45c2-badc-a7a3a8eee65f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:58:22.152619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    to ip-10-0-134-49.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d7995b9d2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21139"
    uid: 8abfee0b-6d01-42ff-851a-4b5b773cd3ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68cd7fb944-9jz6h
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d79b7a312d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 7adbf4f7-30df-4001-88f9-f63daf365c94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:051af6a7c6b8b08a9503c479397f58819d99aa2694c94c5895c362bcc590737e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d79b94c1552
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: ff655493-7961-4a5d-a8cb-5db5d859e8d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d79bcb80c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21158"
    uid: 027a6b8b-4d45-48f7-933a-fd9e8aebfc68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d79bd3fc407
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 54868767-25b8-4979-8fa9-c24cc7da4e82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1928"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d7add933652
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: 2b08ea1e-a0eb-4434-928b-c4a95f2274d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d7ae091fab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21206"
    uid: 2cdf1cde-7848-4ca6-96fb-2d852974c461
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d7ae1059f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21207"
    uid: 199171a6-7dd8-457d-9653-4b4da7921fed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d7ae1109974
    namespace: kserve-ci-e2e-test
    resourceVersion: "21208"
    uid: 5e92ea16-c5a5-45a3-b483-0898fc6c410c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d7ae3f221d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: bcff4767-ceb4-4ebb-9970-10869bb1f413
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d7ae4758451
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: d9ad048e-2d6b-483e-8da3-a62c6067fa8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:59:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:55Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d7b558e46fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22040"
    uid: 8bdbdd63-0186-4575-a669-536caf0a61a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:59:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:52Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d8e8bab0178
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 8c48f327-59a0-4a84-8b8d-c5350eeedf23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:59:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:52Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d8e8bac2f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: cb4d827b-05b6-487b-850c-3d41bf867f3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: ba032103-983a-4a58-ac38-bfd7eb3c5966
  kind: Event
  lastTimestamp: "2026-09-17T17:59:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:55Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f.18d62d8f5bcfb055
    namespace: kserve-ci-e2e-test
    resourceVersion: "22038"
    uid: ed94cd93-111e-4e48-839b-ca294d664143
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 693d98d4-067f-4d99-a2e9-6724697a4577
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: 'Created pod: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d-2qj6f'
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d-predictor-5db4699b8d.18d62d79950fa570
    namespace: kserve-ci-e2e-test
    resourceVersion: "21136"
    uid: 3ff0e3e4-fdcc-421c-9fa2-80175ab3db5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-bfe4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: 0c631476-0cdd-4c71-9fde-e8088554d40f
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Scaled up replica set raw-sklearn-runtime-bfe4d-predictor-5db4699b8d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d-predictor.18d62d7990093cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 9075c144-bb87-4fb1-a0ec-e23961aeb1cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-bfe4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 723d35ab-491b-4d5a-84e1-7159d391e561
  kind: Event
  lastTimestamp: "2026-09-17T17:58:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:52Z"
    name: raw-sklearn-runtime-bfe4d-predictor.18d62d7d0eb79c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: a529be25-90c6-4ea2-93ae-96a331ca9c47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-bfe4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 723d35ab-491b-4d5a-84e1-7159d391e561
  kind: Event
  lastTimestamp: "2026-09-17T17:58:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:52Z"
    name: raw-sklearn-runtime-bfe4d-predictor.18d62d7d0f4b6272
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 03176b2b-4873-4544-8922-d6bdec5f0ab8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-bfe4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: 723d35ab-491b-4d5a-84e1-7159d391e561
  kind: Event
  lastTimestamp: "2026-09-17T17:59:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:37Z"
    name: raw-sklearn-runtime-bfe4d-predictor.18d62d840dacf726
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 33a2e63d-b425-4607-ac79-f88bff9a206e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-bfe4d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: 723d35ab-491b-4d5a-84e1-7159d391e561
  kind: Event
  lastTimestamp: "2026-09-17T17:59:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:37Z"
    name: raw-sklearn-runtime-bfe4d-predictor.18d62d840e245342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: cce4cbd9-3f7e-4b8c-9dcb-ff6713d95a78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-bfe4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: bf7f520b-9833-4f4f-93f1-272abf270eb1
  kind: Event
  lastTimestamp: "2026-09-17T17:59:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:45Z"
    name: raw-sklearn-runtime-bfe4d.18d62d79901bc3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: 0e76e2c2-47a1-45f2-81b9-f34e344ce950
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-bfe4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: bf7f520b-9833-4f4f-93f1-272abf270eb1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-bfe4d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-bfe4d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d.18d62d7990b81215
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: ff28f6a5-c56b-4888-91c3-8d3330e4a7db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-bfe4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: bf7f520b-9833-4f4f-93f1-272abf270eb1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-bfe4d": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: raw-sklearn-runtime-bfe4d.18d62d79976d0bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 102621f9-93a7-42c6-b1be-ee74a50241cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-bfe4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21944"
    uid: bf7f520b-9833-4f4f-93f1-272abf270eb1
  kind: Event
  lastTimestamp: "2026-09-17T17:59:45Z"
  message: InferenceService [raw-sklearn-runtime-bfe4d] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:45Z"
    name: raw-sklearn-runtime-bfe4d.18d62d8d0d5aa42e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 6bdc6eda-52f8-4740-bede-6660114c49fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25772"