---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:20:37.162493Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad2770efe34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 044bb51e-0bd3-4a99-a02e-1dea6ca3436b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad277c02c284
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 4900249a-1d0d-4e1b-b4b9-c5e6b1fac2f4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad27aeb9a087
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: 5b314868-fa71-427a-a330-926f5bf33bc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad27b052e3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: 42d86d4e-e6e1-4721-885b-1259776ff436
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad27b335e19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 61640d0a-3a1d-45c1-80ad-3c62a8bd7009
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad27b3a514c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 00903db0-cc0a-423c-a3ac-2c6144392b2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad28c7e5798e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: d6ae6a7d-5c23-4027-bb0e-8e9f2bee7dee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad28caccec5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20768"
    uid: 04619fd3-d0aa-496c-93f3-d6078b6e1df5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad28cb4c2a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 05fd2a06-633b-4fd8-8e26-9c38c4ca8b83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad28cb544e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20770"
    uid: abb1e3a9-bc1a-45e4-8a3c-6c887ff2c500
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:43Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad28ce05b016
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 1e6a7c0b-ac8f-4710-878d-3017e4725d36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:20:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:43Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad28ce73aba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: cdbfea09-32e4-4d08-8de6-948f7b249087
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:21:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:59Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad2903ebee99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 86310c0b-710b-4ea2-a50a-abba993dc387
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:21:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:57Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad3a15de93ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: ed7123cd-c086-41f2-9b7c-c8dd532ae6e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:21:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:57Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad3a15df0f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 4e5cf79f-5956-4093-88d8-71f8e3fe0d15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 6ea85fc4-2d8b-43f8-90e2-e380068b629c
  kind: Event
  lastTimestamp: "2026-08-04T18:21:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:59Z"
    name: isvc-canary-create-predictor-65d8dbfcdb-dpg7m.18c8ad3ab612e3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: d5126aac-5c51-4e68-ac91-19f379cd1391
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-65d8dbfcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 4b14204c-c357-418f-8d84-a26204ca6319
  kind: Event
  lastTimestamp: "2026-08-04T18:20:37Z"
  message: 'Created pod: isvc-canary-create-predictor-65d8dbfcdb-dpg7m'
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create-predictor-65d8dbfcdb.18c8ad27708ae20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 9ed11c56-067f-4315-a635-cb2576c9765a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 7f04b606-3cf2-41f6-8454-d78769fffa87
  kind: Event
  lastTimestamp: "2026-08-04T18:20:37Z"
  message: Scaled up replica set isvc-canary-create-predictor-65d8dbfcdb from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create-predictor.18c8ad276c66f2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: a3ed6caa-f7ee-48f3-ae0b-539719405487
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:20:37.172871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad27718e39e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: e4b83d2d-ca77-4f86-a569-1920b57ead3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad277c0911a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: d717db77-fd29-44bb-9910-75afc541fc5e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad27afc6db97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 262bc287-5291-424f-8222-ddebdcb36e78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad27b13cd783
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 685abe4d-267b-4cea-842f-b7e6033df709
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad27b3410dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: c40eaa35-fbac-467e-ac73-3f2286d9908c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad27b3b30e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: a4fe7070-186c-41d6-9bf0-89278db57844
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:41Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad288bd3719e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: cc9235b4-52ad-4940-abe5-8a4b64b7f16e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad289357534d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 6ca69b9f-36ed-40b6-8473-1fce246d1e05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad2893c66660
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: d0cda121-7133-4f72-8de7-9400c5538a87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad2893d10855
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 190e2e73-f3ad-4229-acc4-cc2cbd9b8d69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad2896a48991
    namespace: kserve-ci-e2e-test
    resourceVersion: "20754"
    uid: 75a92c0b-0cfc-4b08-859f-052714afc3d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:20:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:42Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad28970d0816
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: e9c13b91-310f-46e4-8adf-58f3d1c149c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:21:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:59Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad2903e6c9aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: af18287f-779f-43c7-b5dc-66f172a25f93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:21:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:57Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad3a16073345
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 1dacf49d-51d1-4b1b-86fc-07a7d62f1a8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:21:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:57Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad3a1607bed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: c169248a-8dec-4298-87ec-ea1a5b4397d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37d12933-dfdc-410a-a449-b016ed34a8af
  kind: Event
  lastTimestamp: "2026-08-04T18:21:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:21:59Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8.18c8ad3ab613f085
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 296d08ac-c288-40c1-a1a7-135f4c69db73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-d6d6859cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: bfd8dfe3-b1b8-445a-9ef8-8fe91e31454f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:37Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-d6d6859cf-2bmm8'
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create-v2-predictor-d6d6859cf.18c8ad27711f40bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 1836b170-8afc-4c40-9638-f9e6f76707cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: 71e31d92-f66f-4473-9ed7-7919960d8c36
  kind: Event
  lastTimestamp: "2026-08-04T18:20:37Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-d6d6859cf from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create-v2-predictor.18c8ad276e37e515
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: dd70fd1c-fd49-4e19-9ab2-ddcc02769fcc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e1e983f4-6cfa-47c6-98ae-e563107b4482
  kind: Event
  lastTimestamp: "2026-08-04T18:21:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:21:50Z"
    name: isvc-canary-create.18c8ad276ddc163d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: 986422b8-9120-427f-9f4e-0c1cb9fb4838
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e1e983f4-6cfa-47c6-98ae-e563107b4482
  kind: Event
  lastTimestamp: "2026-08-04T18:20:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create.18c8ad276e5013f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: d3fb5f3e-96ce-414c-8bb1-d0a661eca00b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e1e983f4-6cfa-47c6-98ae-e563107b4482
  kind: Event
  lastTimestamp: "2026-08-04T18:20:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:37Z"
    name: isvc-canary-create.18c8ad276e5057a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 45f4df8a-be27-467e-9a87-b68dd1c61d09
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:21:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21277"
    uid: e1e983f4-6cfa-47c6-98ae-e563107b4482
  kind: Event
  lastTimestamp: "2026-08-04T18:21:50Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:21:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:21:50Z"
    name: isvc-canary-create.18c8ad3868a319a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21278"
    uid: 3d509297-056a-4847-8cda-5508fac66b27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:22:02.470415Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3b4daf73c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: be63c5a1-0fd9-4ad9-ad4f-a1803f1ddd44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3b66efc387
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: c2ef17d5-02df-4868-9bda-b771ad35ed1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3b685a8c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: 8c57dee2-28f4-4287-8233-ffd899a3b288
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3b6b56ead6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 22dfca3a-4f0b-4f6f-803b-3a3a823c54b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3b6bc3551e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21473"
    uid: 8917404a-1e8d-442b-ab1f-f2f0edb11f3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:07Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3c6bb2bb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 368b82c2-b8d4-47e8-94f2-a9de71761e61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:07Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3c6f1bfdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 8a485c03-5116-4a8d-9bb5-4c5104034f0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:07Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3c6f87d55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: f89bc8f7-f4b0-4b90-9bf7-0237ce4c91db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:07Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3c6f90879b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: 6bb60074-4322-4bed-9f5c-1bad776124c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:07Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3c72323232
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: ab078f66-3c51-49c5-aba3-45c5da7e33f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:22:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:07Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3c729ca00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: bb86970e-c298-40c8-a8f4-d6bc9505d43e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:23:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:05Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad3ce381d78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 7f34a54c-e504-4efb-bb46-73401cdd31a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:23:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:27Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad4f193d5cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22122"
    uid: 6664fbb5-f78d-47bd-a572-aa6b877ae6f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:23:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:27Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad4f193dfacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 4391edc4-070c-4344-abbb-f945ede53cbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: 8406bb1c-cc36-476b-8578-c99a71d8826d
  kind: Event
  lastTimestamp: "2026-08-04T18:23:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:30Z"
    name: isvc-canary-promote-predictor-79fd8cbff8-tbrjs.18c8ad4fbfb7d251
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 6c6e6944-a43a-43a3-9d22-85d9e759ca51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-79fd8cbff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: d4e18ff6-3686-485e-b4c5-8a4a7f632a45
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: 'Created pod: isvc-canary-promote-predictor-79fd8cbff8-tbrjs'
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-predictor-79fd8cbff8.18c8ad3b4d46c055
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 8c344b54-3596-45e0-8f0d-2d1c002e8195
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 15a28237-7adf-41ae-b64e-85c03601ec1f
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: Scaled up replica set isvc-canary-promote-predictor-79fd8cbff8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-predictor.18c8ad3b4a26ab5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: 7374d855-a2d6-446f-8054-6bdd37e0089e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:22:02.510219Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3b500ed449
    namespace: kserve-ci-e2e-test
    resourceVersion: "21447"
    uid: a51ef3b5-eb28-409d-9fd2-b7fc03e7021a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21453"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3b69c0a0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: 653fbb2f-18d0-4789-8b4d-ce0f952f3a03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3b6b36cf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: df96a07a-0915-4289-981c-933400c9d221
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:03Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3b6e32267b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: 58223a89-3f13-409e-8d77-8faf89798567
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:03Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3b6ea610db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21476"
    uid: eaf17440-d486-4b8c-bc44-a2ed16a2e7f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:06Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3c55877b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: a22d51bb-852b-4413-8427-8e8bc97bffa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:06Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3c58f0c786
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 47621cb2-9ae7-4fda-b22e-50eef32f18a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:06Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3c596acf57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21512"
    uid: fe1a64f7-aedc-4b05-a87d-b929b11dc6bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:06Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3c5974874f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 3f3c0b79-f459-48f1-b4c9-e613a0513433
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:07Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3c5cac500a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21515"
    uid: 46e8adc8-ead1-4f81-a6a3-391afd86b387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:22:07Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3c5d21617d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: 03ee04bc-92fd-4b12-b325-e43cf1c3f9a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:23:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:13Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad3c918ad1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21998"
    uid: 7c7b5ec4-c103-45ad-8af5-a6cfdd6cb488
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:24:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:47Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad61cbbfab1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22743"
    uid: 12baa335-3dcb-492c-b4ff-c63d991a30a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:24:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:47Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad61cbc0501c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: 375e8b10-0ab4-44f0-9919-464d5ff543a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: 0cac7b9b-ae32-4e5c-aa07-9173eb76bc1a
  kind: Event
  lastTimestamp: "2026-08-04T18:24:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:48Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg.18c8ad620e06a1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 22952456-4389-4685-b918-228a38a14a25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:23:27.530870Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:23:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:23:27Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad4f1baf1a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 4fce92d4-a9b0-45eb-a2d2-314f7c426db1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:27Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:23:27Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad4f34898faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: ea330ae3-b445-40af-87bb-2365cce7c98c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:27Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad4f362b8503
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 154e0d12-1af6-4bec-a47b-e042557733aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:28Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad4f39944c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: fa3fecfe-04e0-4a6d-a010-a3b322e1d85d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:28Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad4f39fe13a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 78b86f6f-8eb1-4bd2-a2d6-aa9f4eae7e00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:32Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad5049e50b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22188"
    uid: c0b2bdfc-b3b8-46c9-9bb0-6fdfdd18d712
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:32Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad504caa8d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 7562f091-26d5-4088-9f7c-0175ea77f1cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:32Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad504d136495
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: c963bff6-370e-4c26-a9de-01f75e4640cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:32Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad504d1b48ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: 200ad0f5-8386-467c-8489-52d1926d9d80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:32Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad5050261808
    namespace: kserve-ci-e2e-test
    resourceVersion: "22196"
    uid: 90d8d794-c0f5-4758-9543-59991cacd6a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:23:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:23:32Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad5050a2f50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22197"
    uid: 48f65630-d697-4500-b0de-6d404c41315b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:24:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:50Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad50c1b95c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22766"
    uid: b3f8e4cb-bd82-447e-974d-117093e0d3e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:24:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:47Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad61cbc918b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22744"
    uid: 1d924748-a184-4c3e-afbe-563dfcbdf5eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:24:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:47Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad61cbc9aeb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22746"
    uid: 79c64704-e207-4c9f-bf7a-50ae6f177ea6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 11d127af-82b9-458c-82c7-0d71005c4dc2
  kind: Event
  lastTimestamp: "2026-08-04T18:24:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:24:50Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25.18c8ad6273ea9fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22765"
    uid: abd2d0a8-68a0-4912-bb13-9b420b147ddd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-8bcd7648f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: 6554600b-8dd6-49cc-86ce-1dd25244d2a5
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-8bcd7648f-9b5dg'
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f.18c8ad3b4f7f8d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 7289be53-199a-42f3-9f8c-1c6b51990dfb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-8bcd7648f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: 6554600b-8dd6-49cc-86ce-1dd25244d2a5
  kind: Event
  lastTimestamp: "2026-08-04T18:23:27Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-8bcd7648f-v5d25'
  metadata:
    creationTimestamp: "2026-08-04T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:23:27Z"
    name: isvc-canary-promote-v2-predictor-8bcd7648f.18c8ad4f1b3c7e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: ec9b075b-cd17-479b-bf70-a31169f1a2a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21424"
    uid: 2e1db069-0b3b-487b-9f4d-2fdfe371cd45
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-8bcd7648f from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote-v2-predictor.18c8ad3b4c5f4145
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: e91e8a48-1c8f-4f74-a20f-81689a887eb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: 2e1db069-0b3b-487b-9f4d-2fdfe371cd45
  kind: Event
  lastTimestamp: "2026-08-04T18:23:27Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-8bcd7648f from 1
    to 2
  metadata:
    creationTimestamp: "2026-08-04T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:23:27Z"
    name: isvc-canary-promote-v2-predictor.18c8ad4f17d3a6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: 316372f0-d5d5-4337-aa26-e6b5ad1f85f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: ff81ab1f-d9b2-4bc2-bb67-c05af85e0f5a
  kind: Event
  lastTimestamp: "2026-08-04T18:23:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:23:32Z"
    name: isvc-canary-promote.18c8ad3b4be4884c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: ccebb3b2-7c35-4b61-ac3c-9b66b139eff7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: ff81ab1f-d9b2-4bc2-bb67-c05af85e0f5a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote.18c8ad3b4c82e308
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: 1367f803-ad4f-4dc7-ab19-8b8cc9cf92d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: ff81ab1f-d9b2-4bc2-bb67-c05af85e0f5a
  kind: Event
  lastTimestamp: "2026-08-04T18:22:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:22:02Z"
    name: isvc-canary-promote.18c8ad3b4c8331e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: 40b7d11e-2784-4b2d-a825-ab4496295fb8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22017"
    uid: ff81ab1f-d9b2-4bc2-bb67-c05af85e0f5a
  kind: Event
  lastTimestamp: "2026-08-04T18:24:40Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:24:40Z"
    name: isvc-canary-promote.18c8ad4c4836b559
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 685f9a70-4ac9-478f-82e1-ecd9bdaea825
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22130"
    uid: ff81ab1f-d9b2-4bc2-bb67-c05af85e0f5a
  kind: Event
  lastTimestamp: "2026-08-04T18:23:27Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-04T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:23:27Z"
    name: isvc-canary-promote.18c8ad4f1bebb877
    namespace: kserve-ci-e2e-test
    resourceVersion: "22132"
    uid: 453881d2-8e25-4812-b0f3-655fe4a749d1
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:10:30.809014Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14490"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8ac9a4373ff09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14495"
    uid: dd6c6aff-aa98-42a6-9e01-1657da168d40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8ac9a532a9e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "14517"
    uid: f8c83966-2174-40c0-9860-dd6a77be7540
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8ac9a81526926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14534"
    uid: 2199fa3f-fe66-4062-8735-363afd543e87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8ac9a831ffa52
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 5e3d65dd-e508-4545-a0cd-79ca87947a05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8ac9a877120e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 8927bc47-9c6b-4f89-88ab-3d01b85bc49b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8ac9a87ec1c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14539"
    uid: 679c2f61-ef6b-4a84-8902-9dcadcdc0fc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:36Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
  metadata:
    creationTimestamp: "2026-08-04T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:36Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8ac9b8304428c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: 1ea5f43c-237e-4858-86ee-0e35495ef5f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    in 20.417s (20.417s including waiting). Image size: 1557915556 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8aca043fe11fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: 1c0ef230-f22a-436e-965b-62f662205e5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8aca049e562f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 5592aca0-ec06-406a-a4a3-47f55d094503
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8aca04b3051c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: 027eb7bc-ef9f-4e03-915b-9696270365ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8aca04b3e1581
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: e24662f1-42ba-4871-9c52-6104ac6a145d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.667s (2.667s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8aca0ea37fceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: de0aeb23-b1c7-44f5-8218-e36b3eb39659
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8aca0edf3448e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: 2a8ebf0f-3f40-41a5-a14f-ec39c1f6c7dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8aca0ee74b854
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: 5caaa022-e4a4-4c4c-926b-4d5cda710900
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:12:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:06Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8aca128196683
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 8a66c430-934d-44cd-9b19-5f79d14b1e03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:14:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:00Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8accb22ce1e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 626209f2-913a-4298-8e22-537b58b078e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:14:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:00Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8accb22cebf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: fb2adcff-b300-4b97-9699-54fb738b7e22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 754f4c06-cff3-4f1d-816f-2276676045ca
  kind: Event
  lastTimestamp: "2026-08-04T18:14:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:01Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4.18c8accb4cfff25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: b12568b5-46cf-4be1-a849-5c3d39f5ea96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:12:20.674079Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15444"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:12:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb3d7ebeccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 9665553a-6465-4304-8fa0-ddc741aa73ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:21Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:12:21Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb3f156f4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 033fc2d5-db59-4c11-839e-c687a3d200b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:21Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
  metadata:
    creationTimestamp: "2026-08-04T18:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:21Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb3f2c6c6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: e8d78c1b-ba1d-46e5-a08d-1361ba813148
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    in 3.628s (3.628s including waiting). Image size: 300986292 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:24Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb4cb068b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: 74882dd7-8e06-4eeb-96bf-09345fd13615
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:24Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb4ceaf5862
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 2a843a0c-b176-42f4-9ee1-e1fe7a01eae4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:24Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb4cf22fb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: fa621270-b07e-40e8-aa96-e096dfb72199
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:28Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
  metadata:
    creationTimestamp: "2026-08-04T18:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:28Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb5b52942e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 414fdece-366b-4b8e-8a96-2d0a3f8bb229
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    in 13.649s (13.649s including waiting). Image size: 1557915556 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:42Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb8e2bb19c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: 981b5119-3f40-4d7d-a53c-a652a9e99114
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:42Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb8e5b3e2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: e9b09137-3bba-4233-9755-4d7aedb27384
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:42Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb8e6283fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: 34464f4e-8931-47dc-a5a0-28a590063625
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:42Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-04T18:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:42Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb8e6350c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: a7aaf6f9-f0a6-457a-bc80-a9355690878d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.26s (2.26s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:44Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb96cf3ebc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15819"
    uid: 56dc65ad-e077-4485-8bdd-465a55fa62c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:44Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb9701efb04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: e63932ae-4245-4c2d-b060-079eed23e067
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:44Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb970944831
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: 7172e046-e2a1-40b0-b95f-5148f6e1174a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:13:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:51Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8acb9736c688d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: dd8a38e8-f8c3-4f4b-8d0e-fedeb17c668a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:14:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:00Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8accb22a98077
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 138b66b2-c9e2-49a4-be07-0137818d881c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:14:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:00Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8accb22aa21e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 88ea82fa-1383-445a-a279-c4ef4f73770c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: 58bb133d-38f6-40c3-8d88-c33f06f45be2
  kind: Event
  lastTimestamp: "2026-08-04T18:14:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:01Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4-tzljt.18c8accb616d9a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: aa99620a-8577-4ef9-b4cb-9591d7df40ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f8946b8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14476"
    uid: 19556d48-1429-4d7e-8a0c-e694530fe90c
  kind: Event
  lastTimestamp: "2026-08-04T18:10:30Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f8946b8f4-9j6k4'
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4.18c8ac9a42a41860
    namespace: kserve-ci-e2e-test
    resourceVersion: "14491"
    uid: 1813fbf3-4f47-46fa-b5cb-0f793d4515c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f8946b8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 19556d48-1429-4d7e-8a0c-e694530fe90c
  kind: Event
  lastTimestamp: "2026-08-04T18:12:20Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f8946b8f4-tzljt'
  metadata:
    creationTimestamp: "2026-08-04T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback-predictor-7f8946b8f4.18c8acb3d73f90ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: 0fcc6c54-178e-4aaf-9695-8b6bd9e18d3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14474"
    uid: f1e2857d-98cd-4ddb-a6c8-bb64927d2307
  kind: Event
  lastTimestamp: "2026-08-04T18:10:30Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f8946b8f4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-canary-rollback-predictor.18c8ac9a3f273e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: 7342f7a4-ea7c-472d-9d26-5ef57bdabf3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: f1e2857d-98cd-4ddb-a6c8-bb64927d2307
  kind: Event
  lastTimestamp: "2026-08-04T18:12:20Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f8946b8f4 from 1
    to 2
  metadata:
    creationTimestamp: "2026-08-04T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback-predictor.18c8acb3cfc0173c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 0eed48b4-f262-453e-aad3-f977aeb856bd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:10:30.889711Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14504"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8ac9a48435f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 735a443c-1740-4be4-aebf-15a22d9fff28
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8ac9a534014e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14518"
    uid: e8db8b10-ea04-4e73-b489-d85986c8cd76
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14512"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8ac9a86d50399
    namespace: kserve-ci-e2e-test
    resourceVersion: "14537"
    uid: 333f7c1d-2bdf-4314-b33b-f77b70b4ec19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8ac9a890de3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14541"
    uid: 349f6d3c-a5a3-4ad3-b34c-ebc062f4bfb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:32Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8ac9a8ced7a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: 4e7946f1-0723-4b5c-baaa-f08ab8fc59ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:32Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8ac9a8d6a6e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: b828e1ae-72c5-4bac-b6fd-b9194491cae0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:36Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
  metadata:
    creationTimestamp: "2026-08-04T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:36Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8ac9b82aad978
    namespace: kserve-ci-e2e-test
    resourceVersion: "14597"
    uid: aaeedb5f-e800-42f9-9cdd-99812ef863f5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    in 20.593s (20.593s including waiting). Image size: 1557915556 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8aca04e27b8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: b35ba8bc-0f5e-4d5c-a70f-478e048a5f72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8aca0526928ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14758"
    uid: 153ae0bc-93d5-4305-8f89-2f9e405753fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8aca052f8285e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14759"
    uid: 65a6a649-933b-4b8e-a585-3b539acff8d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8aca053099818
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: e1e9b790-16fe-4e4f-80d1-93c2d48f2e85
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.524s (2.524s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8aca0e97f8600
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: ba3020a8-8dfc-4344-8097-ed73c771c3e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8aca0edd26d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 532bc0fe-e95f-4559-b61e-73a16a6a5b40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8aca0ee499259
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: 700c0eff-fb94-42cb-9492-e5a26f11720f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:12:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:07Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8aca1642e5cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 9fdc4316-32e0-43f9-99ce-b1e21b432454
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:12:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8acb3d050ef54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: efd03241-b047-490d-8907-632ca9ce6008
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:12:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8acb3d0517261
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 3ef92e0c-6034-4b08-81a5-cd3283999eba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: 8bc20656-1ded-4021-bd73-d6dcd469f19d
  kind: Event
  lastTimestamp: "2026-08-04T18:12:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:22Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm.18c8acb44075b13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: ef8c28d6-f970-40b2-b53b-d2c2aec18843
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14485"
    uid: 1d6c0ac8-a296-48d8-b0f6-907a90ebe139
  kind: Event
  lastTimestamp: "2026-08-04T18:10:30Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5ff4dcd9c9-jfmwm'
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-canary-rollback-v2-predictor-5ff4dcd9c9.18c8ac9a477c1ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 99c94bf1-9435-4bd8-b8d9-1fe03b6021e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14484"
    uid: 176ca986-cb01-4815-b2ea-c23e71822192
  kind: Event
  lastTimestamp: "2026-08-04T18:10:30Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5ff4dcd9c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-canary-rollback-v2-predictor.18c8ac9a4185d83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14488"
    uid: 67898503-d1e4-4d89-b8f8-f7d90f6934b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14456"
    uid: 4600059d-62e9-4937-a721-85942914b2b6
  kind: Event
  lastTimestamp: "2026-08-04T18:12:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback.18c8ac9a4127d1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: 12bc5ec9-d9af-4c4d-86f9-95ff4ffe162b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 4600059d-62e9-4937-a721-85942914b2b6
  kind: Event
  lastTimestamp: "2026-08-04T18:13:56Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:56Z"
    name: isvc-canary-rollback.18c8acb2ecd61999
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 44683026-9b90-4759-9986-39112cf71ac3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 4600059d-62e9-4937-a721-85942914b2b6
  kind: Event
  lastTimestamp: "2026-08-04T18:12:20Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback.18c8acb3d5c90e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 5edd8088-b8a3-45e0-b610-e494d01b1a37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 4600059d-62e9-4937-a721-85942914b2b6
  kind: Event
  lastTimestamp: "2026-08-04T18:12:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback.18c8acb3d5c9608c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: 91ab1f57-31c3-4251-955a-9bf7c73921f8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 4600059d-62e9-4937-a721-85942914b2b6
  kind: Event
  lastTimestamp: "2026-08-04T18:12:20Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-04T18:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:12:20Z"
    name: isvc-canary-rollback.18c8acb3d91253b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: c81a47d1-4676-4ec6-9333-12369f8d367e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:14:05.907173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-57599f75db-4zxgc
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accc584d709a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: f5b62096-a517-4b7f-96c6-7b103ae1a3ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accc71f9ee02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 9e3b19e3-f45a-458f-9b98-5be97dde0ca7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accc7388d247
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: 72b9167d-0f1d-4200-970b-efcdba8714e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accc76dde05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 16991afa-a688-430d-a11a-5eba7dec76cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accc7796c67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 630d2f08-708d-4cf1-bd3d-ca967d3d1a5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accd509197b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 1ff681eb-17fe-4900-aa0e-b3a534af2a95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accd56c1bbaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: 7ece83b1-e7f5-493c-8045-87ee30a19094
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accd574c5550
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 8fe01bd8-0a78-45f5-8062-81e3eb734e91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accd5755c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16672"
    uid: e31b9fab-7357-44c3-830a-5de1dd86f3a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accd5ac0ae11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 079aca01-df38-49fd-af70-b25c8cf5d344
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accd5b3ade45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: fd1022ab-a00a-4467-a49e-235891b39d0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:15:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:32Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8accdc8acc1b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: 8237f6d4-debf-4668-a5b9-61f3b045069d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:15:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:30Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8ace020d41446
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 4691f5eb-6cfe-4afe-8ccb-a5991906797b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:15:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:30Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8ace020d4a7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: e7b97463-b9c9-49a2-ad17-fc353bb9ce83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57599f75db-4zxgc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 0439a194-20cf-428a-bd6d-e70d122d45b1
  kind: Event
  lastTimestamp: "2026-08-04T18:15:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:33Z"
    name: isvc-canary-stop-predictor-57599f75db-4zxgc.18c8ace0a4d712c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: c64faaff-00c4-436b-b4b4-d8ae23b32dd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-57599f75db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 028f6459-287f-427a-8e58-28f7e4bae259
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: 'Created pod: isvc-canary-stop-predictor-57599f75db-4zxgc'
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: isvc-canary-stop-predictor-57599f75db.18c8accc57b9e271
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 9a9febd6-eac9-4a5e-a2ab-3c9d9cfe5c94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: d11b06c7-95ad-4b7b-9231-5d77129a619e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: Scaled up replica set isvc-canary-stop-predictor-57599f75db from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: isvc-canary-stop-predictor.18c8accc51a40213
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: 2608392c-6f30-4c20-ab4c-ca1bb015bd78
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:14:05.920326Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-55768c9995-k976p
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accc5916283c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: d4bd7833-239f-40c6-b380-8dace2acffa3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accc7367006e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: a5d32443-8bcb-49f8-99fb-ceb1ce8cc89c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accc758350d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: 68405809-d325-4c19-a531-21d9b010846c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accc77977e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: a3f08248-7c30-40f9-bfb4-e2b8d6ad0198
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accc77fbaa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 4dedd1da-74be-4de0-a95d-b8a88381583f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accd50a6c8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 52d96ae6-6dd4-4517-96c1-86ac27605092
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accd56d941b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: 4547cf4c-01bf-488c-bc13-1888efabc065
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accd576987f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: 809ad23a-6cce-4dc7-abb5-c0b96a918f66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accd577180ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16674"
    uid: ab22f1b2-37f7-4fac-b895-d77db621758d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accd5ad0c1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: f9d98187-41f9-4ff7-b1c6-956a5aaa3bd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accd5b3abf57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 0eefa952-db88-4a4b-8cc6-31a122c7f9a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:15:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:17Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8accd8cc12b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: a50f55db-6bf6-4e37-ae6d-02c501f4c38b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:15:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:30Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8ace024074b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 275b389d-3d05-42de-a859-7f1bb661093a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:15:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:30Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8ace024085ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17540"
    uid: 781e552c-b4fd-4da2-919e-eab071c51e1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d29b6b16-695c-4c5e-aae6-2251777de35c
  kind: Event
  lastTimestamp: "2026-08-04T18:15:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:32Z"
    name: isvc-canary-stop-v2-predictor-55768c9995-k976p.18c8ace068fa320f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: 91833f96-4725-4432-b065-4439215eaaca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-55768c9995
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 954bdfaa-af84-4748-86ad-5b3f7622dc49
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-55768c9995-k976p'
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: isvc-canary-stop-v2-predictor-55768c9995.18c8accc589d6da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: 945fdd58-3029-4b94-84d1-e40b9bfa84e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 0f6a6682-a7d4-466f-a0d9-342403329413
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-55768c9995 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: isvc-canary-stop-v2-predictor.18c8accc53d05897
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 8c8a34dc-1254-42bf-9941-b902e0b21989
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: a95eaaa8-2598-4efc-90eb-ba892bb9d572
  kind: Event
  lastTimestamp: "2026-08-04T18:15:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:31Z"
    name: isvc-canary-stop.18c8accc536abc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 010c3e1a-6461-4891-84ae-4349e90d3433
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: a95eaaa8-2598-4efc-90eb-ba892bb9d572
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: isvc-canary-stop.18c8accc53f7a804
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 7a499518-3c3d-4c9d-b13b-5182e3e8a1dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: a95eaaa8-2598-4efc-90eb-ba892bb9d572
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: isvc-canary-stop.18c8accc53f7dc30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 4f839b3e-c145-48be-b225-b8a317a07e4d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: a95eaaa8-2598-4efc-90eb-ba892bb9d572
  kind: Event
  lastTimestamp: "2026-08-04T18:15:22Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:22Z"
    name: isvc-canary-stop.18c8acde1e0721f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 8e13bc11-0fd8-43b7-9cbc-30a4731eb9dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: a95eaaa8-2598-4efc-90eb-ba892bb9d572
  kind: Event
  lastTimestamp: "2026-08-04T18:15:30Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-08-04T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:30Z"
    name: isvc-canary-stop.18c8ace023464aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: c743f060-3863-4ddc-8fa8-65d56ddba027
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:17:37.739711Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18949"
    uid: c5fe3a0e-4462-44fb-bb1e-0f8896815513
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-7f063c-predictor-65d44b997-vgpm8
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:17:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:17:37Z"
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8.18c8acfdaa818d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 28b6305b-6111-4422-a782-66bde0947007
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: c5fe3a0e-4462-44fb-bb1e-0f8896815513
  kind: Event
  lastTimestamp: "2026-08-04T18:17:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-7f063c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:37Z"
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8.18c8acfdb54c01d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: ba834325-9855-4d0d-be2e-47dd1f75e6c0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: c5fe3a0e-4462-44fb-bb1e-0f8896815513
  kind: Event
  lastTimestamp: "2026-08-04T18:17:38Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:17:38Z"
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8.18c8acfde7bb5f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: ab31712c-242e-450e-89f6-92d9618b1cbf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: c5fe3a0e-4462-44fb-bb1e-0f8896815513
  kind: Event
  lastTimestamp: "2026-08-04T18:17:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:40Z"
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8.18c8acfde95c3359
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 73d701d7-2f14-4003-b901-c4988e59a712
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: c5fe3a0e-4462-44fb-bb1e-0f8896815513
  kind: Event
  lastTimestamp: "2026-08-04T18:17:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:40Z"
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8.18c8acfdec1ee17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: 803d2cd6-a7e5-4e2a-847b-bda37439cbc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: c5fe3a0e-4462-44fb-bb1e-0f8896815513
  kind: Event
  lastTimestamp: "2026-08-04T18:17:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:40Z"
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8.18c8acfdec949fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: 7f3cd9db-ec59-4e39-80ef-81bcccff8049
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: c5fe3a0e-4462-44fb-bb1e-0f8896815513
  kind: Event
  lastTimestamp: "2026-08-04T18:17:42Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:42Z"
    name: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8.18c8acfeddeddfeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: de3bd015-d666-4d77-ab21-9ceed82a8a83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-7f063c-predictor-65d44b997
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: 8832611b-eb50-4fe7-b592-7c26bbc594d8
  kind: Event
  lastTimestamp: "2026-08-04T18:17:37Z"
  message: 'Created pod: isvc-init-fail-7f063c-predictor-65d44b997-vgpm8'
  metadata:
    creationTimestamp: "2026-08-04T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:37Z"
    name: isvc-init-fail-7f063c-predictor-65d44b997.18c8acfdaa1e81cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: a9cadf36-a5ec-46a2-bff7-d6faeb4dfa81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-7f063c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: a09fa4b8-2612-4169-a439-850cf8a318b1
  kind: Event
  lastTimestamp: "2026-08-04T18:17:37Z"
  message: Scaled up replica set isvc-init-fail-7f063c-predictor-65d44b997 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:37Z"
    name: isvc-init-fail-7f063c-predictor.18c8acfda4c1dcba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 1c784781-0d7e-4253-87fb-512a37e3535b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7f063c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 1a9c6617-c359-4b13-b7b4-56ee97b09b1b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:41Z"
    name: isvc-init-fail-7f063c.18c8acfda3db4639
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: f7ce2b5f-85a4-4ce6-b0c5-472a0e0eb627
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7f063c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 1a9c6617-c359-4b13-b7b4-56ee97b09b1b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:37Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-7f063c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-7f063c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:37Z"
    name: isvc-init-fail-7f063c.18c8acfda492b49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18940"
    uid: b9cbcd53-34e0-4026-b784-1785d1219f74
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7f063c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 1a9c6617-c359-4b13-b7b4-56ee97b09b1b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-7f063c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:37Z"
    name: isvc-init-fail-7f063c.18c8acfda492fc0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: cba2fc7c-79b1-4c21-a552-41138e3e1580
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:25:11.582637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22993"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:25:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:25:11Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad6755a702a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22998"
    uid: 00eb97b7-f5b3-4f3c-9aed-d4372bbec749
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:11Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad67662a2920
    namespace: kserve-ci-e2e-test
    resourceVersion: "23011"
    uid: 6b725a41-3900-457d-bebb-42cd138bb8ea
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23002"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:12Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:25:12Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad6792baa02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23021"
    uid: 0b15bbcf-2a64-4808-8375-3a8e34566ed0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:12Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad679466e608
    namespace: kserve-ci-e2e-test
    resourceVersion: "23023"
    uid: 90548d4a-b4fd-4faa-9cb0-7695931d7b97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:12Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad6796e128e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: 3358985c-6a83-49c4-b444-59085af546d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:12Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad67974f6b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23025"
    uid: 8a2b43e5-7e27-4bf8-80ce-516bf69ab478
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:16Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad689803543e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 0f89ba89-5c76-4984-a31a-c3f56213d4cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:17Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad689ae07fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23064"
    uid: 5626e423-25a5-4c31-af36-33f2423c6000
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:17Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad689b4d0f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "23065"
    uid: 79bb4ed1-4cae-4de6-93be-8fff0f2ee296
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:17Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad689b563bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 47a7b97d-4245-4b53-91b4-78795c5fa270
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:17Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad689f35676b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: 5b047979-c204-4077-ad39-9f9f3aa115fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:17Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad689fa09a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: d1222c31-9bc1-4cf4-b6d0-0a0387d997b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:17Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9cce11f121d3ddde13c0c7d8486facb3ebfb8f6e3693e9e71d440a32529e6de3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:17Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad689fa97d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23071"
    uid: 6494f175-8db0-455c-9a16-8ef2d75f13df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:17Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:17Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad68a2664697
    namespace: kserve-ci-e2e-test
    resourceVersion: "23073"
    uid: 906adc56-6899-49d0-abd8-26fd4822617a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:25:17Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:17Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad68a2d63eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23074"
    uid: 3a82035c-ba69-4ded-891c-e1725bf738b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:26:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:54Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad68d404a248
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: b20df1c5-e3da-4732-992c-ecb2e3b43b0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:26:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-04T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:54Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad68d40e3307
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 51db5932-2337-4d76-8c16-1444ec29c38d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:26:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:36Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad7b32b7f855
    namespace: kserve-ci-e2e-test
    resourceVersion: "23694"
    uid: 09876364-6fe4-4a61-b437-aad88b49b038
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:26:36Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-04T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:36Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad7b32b84288
    namespace: kserve-ci-e2e-test
    resourceVersion: "23693"
    uid: 965507af-2f28-4a70-af37-30e555c3649b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:26:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:36Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad7b32b897f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23695"
    uid: d93567dd-42e2-4d4e-bd58-5907088ea1d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 412e335e-6bcd-4251-af23-971bac722e3d
  kind: Event
  lastTimestamp: "2026-08-04T18:26:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:54Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99.18c8ad7bb02b9af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: d0bee16e-c39a-482e-b572-5a03ce62e870
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-94ff54bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: c4911482-c2b6-4ada-ac9f-e5161b119289
  kind: Event
  lastTimestamp: "2026-08-04T18:25:11Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-94ff54bf4-vzx99'
  metadata:
    creationTimestamp: "2026-08-04T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:11Z"
    name: isvc-logger-raw-cipn-predictor-94ff54bf4.18c8ad67553cb65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22995"
    uid: 7b85ca40-9a7a-47b8-b26b-2e6dab0c1368
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22981"
    uid: 96a455e1-cc91-43ee-92d8-343765742eb0
  kind: Event
  lastTimestamp: "2026-08-04T18:25:11Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-94ff54bf4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:11Z"
    name: isvc-logger-raw-cipn-predictor.18c8ad6751e83f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "22984"
    uid: 83de05a3-557c-42bf-a2a0-61726c8c1dcd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: 47dee485-580f-4ae9-a05a-3221cabfe002
  kind: Event
  lastTimestamp: "2026-08-04T18:25:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:56Z"
    name: isvc-logger-raw-cipn-predictor.18c8ad6ad069ee7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 13af1653-f7ad-4c33-b7be-f33dfe680337
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: 47dee485-580f-4ae9-a05a-3221cabfe002
  kind: Event
  lastTimestamp: "2026-08-04T18:25:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:56Z"
    name: isvc-logger-raw-cipn-predictor.18c8ad6ad0dc76d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23368"
    uid: 8141b841-b962-4b05-a6cd-6aab3a1508bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: 47dee485-580f-4ae9-a05a-3221cabfe002
  kind: Event
  lastTimestamp: "2026-08-04T18:26:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:26Z"
    name: isvc-logger-raw-cipn-predictor.18c8ad754f675590
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 5989d6b7-7b18-4129-94f9-024ecbd65de3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: 47dee485-580f-4ae9-a05a-3221cabfe002
  kind: Event
  lastTimestamp: "2026-08-04T18:26:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:26:26Z"
    name: isvc-logger-raw-cipn-predictor.18c8ad754fe74d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: a8046496-9a18-47a0-82e4-58afdbf233c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: c1fe3bbc-116d-4219-a24a-3413cd1e701f
  kind: Event
  lastTimestamp: "2026-08-04T18:26:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:24Z"
    name: isvc-logger-raw-cipn.18c8ad6751ebdb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: d1306b2a-34c2-4b51-b98b-aee448bd4156
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: c1fe3bbc-116d-4219-a24a-3413cd1e701f
  kind: Event
  lastTimestamp: "2026-08-04T18:25:11Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:25:11Z"
    name: isvc-logger-raw-cipn.18c8ad67527637bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23004"
    uid: dbc7bbbb-f44d-4d7f-897e-675203b627f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22977"
    uid: c1fe3bbc-116d-4219-a24a-3413cd1e701f
  kind: Event
  lastTimestamp: "2026-08-04T18:25:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:25:11Z"
    name: isvc-logger-raw-cipn.18c8ad675831d428
    namespace: kserve-ci-e2e-test
    resourceVersion: "23005"
    uid: d8d74643-a916-4924-b6c8-3fd404a7f97a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: c1fe3bbc-116d-4219-a24a-3413cd1e701f
  kind: Event
  lastTimestamp: "2026-08-04T18:26:24Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:26:24Z"
    name: isvc-logger-raw-cipn.18c8ad7839a9b30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: 93230dff-685e-43d3-b885-3a9a2761b0a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:16:26.582761Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:16:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:16:26Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8aced1938a954
    namespace: kserve-ci-e2e-test
    resourceVersion: "18237"
    uid: 9f1d4af1-da9b-478b-9c64-79db011ae333
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18241"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:27Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:16:27Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8aced32a600e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18250"
    uid: 12ed7458-0092-44b2-bea7-1c64e4738437
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:27Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8aced3445a4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: b58df72c-01a4-4dea-9652-376841603a3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:27Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8aced37413627
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: 98c3ef43-8684-4414-9dd5-8c3a5fe071a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:27Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8aced37ad6abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18254"
    uid: a89fd313-284e-41a5-a89f-e1a56f88d0fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:31Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee559dd05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18295"
    uid: 544b9dd0-68ed-4cd0-9a7f-1e3e2e3fa692
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:31Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee58c5a7af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18297"
    uid: e323fbc8-e4ae-479d-91c9-a074904614cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:31Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee5936a15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18300"
    uid: 24b16193-fbf1-4741-840a-89ca203f15fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:31Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee5941a407
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 9bd1a946-1bac-44cf-b521-48ff865b2a4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:32Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee5c3fd19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18305"
    uid: 7b1f7ce2-a70a-43f9-9c9c-4fd226fb6229
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:32Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee5cae7f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18306"
    uid: 0937c397-e13c-4ae2-aeae-896d55da033a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9cce11f121d3ddde13c0c7d8486facb3ebfb8f6e3693e9e71d440a32529e6de3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:32Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee5cb83f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18307"
    uid: c67f4be1-8e76-4af1-8cdb-cf71fff6a799
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-04T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:32Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee5ff6beed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: 5f672dee-2395-4800-94b2-e771db15759d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:16:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-04T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:32Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee6067b4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: ff172a1d-6398-4720-8fb7-d6a954f6c565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:18:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:18:02Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8acee91aca7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 9d8962f0-0e42-42fc-a78c-46f8ae320dd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:18:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-04T18:16:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:18:02Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8aceecd7c33a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: c2c8a2d6-b63b-42bf-bc14-b165e5858377
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:17:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8ad00ec3f564c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19203"
    uid: 66db01b2-42ef-4f41-9628-e36d8e1cf2bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:17:51Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8ad00ec3f7b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: dc1511b5-17f2-41bd-ab9b-73ed8d439cbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:17:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8ad00ec3ffb9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: 0b0004fb-6a60-4f81-8dd4-881c2f16ceb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: c4296930-5b2f-4faa-a85b-76dc6bab2697
  kind: Event
  lastTimestamp: "2026-08-04T18:17:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:59Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7.18c8ad01a9add42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 9aa01ee3-521e-4df2-ab4f-2fa53267b727
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-fe589-predictor-9675d5fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18222"
    uid: d94b148a-4fa0-4a4b-bdb0-4d7f6386f9f9
  kind: Event
  lastTimestamp: "2026-08-04T18:16:26Z"
  message: 'Created pod: isvc-logger-raw-fe589-predictor-9675d5fc7-bfsm7'
  metadata:
    creationTimestamp: "2026-08-04T18:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:26Z"
    name: isvc-logger-raw-fe589-predictor-9675d5fc7.18c8aced18a9fb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18235"
    uid: 3340d248-e131-4977-8021-ed9d38958da5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-fe589-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18220"
    uid: 52a3c169-cc10-491a-89dd-b67091eef8de
  kind: Event
  lastTimestamp: "2026-08-04T18:16:26Z"
  message: Scaled up replica set isvc-logger-raw-fe589-predictor-9675d5fc7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:26Z"
    name: isvc-logger-raw-fe589-predictor.18c8aced148fb458
    namespace: kserve-ci-e2e-test
    resourceVersion: "18223"
    uid: 7a5cea59-f692-4633-a900-5e3f4ac5f2dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-fe589-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18221"
    uid: d7c908a3-3e09-4730-b5e5-ad8974f4097c
  kind: Event
  lastTimestamp: "2026-08-04T18:17:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:11Z"
    name: isvc-logger-raw-fe589-predictor.18c8acf09303bd50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: 77f5fee7-4edb-4959-bdaf-2df54e406067
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-fe589-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18221"
    uid: d7c908a3-3e09-4730-b5e5-ad8974f4097c
  kind: Event
  lastTimestamp: "2026-08-04T18:17:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:11Z"
    name: isvc-logger-raw-fe589-predictor.18c8acf0937716a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: e7630ce6-be36-4122-b534-d033804ad2f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-fe589-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: d7c908a3-3e09-4730-b5e5-ad8974f4097c
  kind: Event
  lastTimestamp: "2026-08-04T18:17:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:41Z"
    name: isvc-logger-raw-fe589-predictor.18c8acfb104094f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: 062d9de6-f3f7-45f7-9a8f-ff02dc1846c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-fe589-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: d7c908a3-3e09-4730-b5e5-ad8974f4097c
  kind: Event
  lastTimestamp: "2026-08-04T18:17:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:41Z"
    name: isvc-logger-raw-fe589-predictor.18c8acfb10e172e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 1996443f-7dba-434f-85be-0c4350b31914
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: 93ed95a3-677e-4008-9e86-821cca65bb9f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:42Z"
    name: isvc-logger-raw-fe589.18c8aced149c8237
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: f627eac7-4580-4510-b3cd-6409ffd57386
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: 93ed95a3-677e-4008-9e86-821cca65bb9f
  kind: Event
  lastTimestamp: "2026-08-04T18:16:26Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-fe589":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-fe589":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:26Z"
    name: isvc-logger-raw-fe589.18c8aced15149fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18243"
    uid: bf72fbdb-f7af-4096-9ee5-0f7a12ec9e85
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 93ed95a3-677e-4008-9e86-821cca65bb9f
  kind: Event
  lastTimestamp: "2026-08-04T18:16:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-fe589": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:26Z"
    name: isvc-logger-raw-fe589.18c8aced1b990e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18244"
    uid: bc37393a-2ab3-4733-a3fe-0b7e3ceae0be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 93ed95a3-677e-4008-9e86-821cca65bb9f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:42Z"
  message: InferenceService [isvc-logger-raw-fe589] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:42Z"
    name: isvc-logger-raw-fe589.18c8acfed1746a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: 66aa281d-9329-4906-af65-faca723dc8b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:15:41.205959Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace2888d913e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 85c2c8b2-eb40-4ff4-80b9-6eefe08d6253
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace2a21c32f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 127e560a-cc47-49a4-9365-4fe21df4e420
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace2a3f65503
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: 564769c9-075b-45e9-81bc-bc8550fe0779
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace2a6d4e68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: b7fc5a7e-18a8-4cf9-8659-2ad483c7ace0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace2a74d1761
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: 1527a9f9-4c28-45d6-ae60-f348560ae9b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:45Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace38496f730
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 11c93431-8792-4a5f-9901-31a4d5881c26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:45Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace38851b126
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: e8daecff-6b0b-4641-9f10-8ab4fa6635ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:45Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace388c70d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 82e8cab6-36c7-4b81-b6b5-c39ee3974758
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:45Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace388d177d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: 986f3180-8b33-4713-991d-010bc0226bc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:45Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace38b7eff5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 31448df6-f054-4b1c-be9b-1c83a7b6a37b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:15:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:45Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace38bf21914
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 43d461f0-d869-4a18-ba4e-45412753ed3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:16:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:53Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8ace3fc79907e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: 6211c58b-c170-4a03-855a-9a5257b8515d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:17:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:32Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8acfc70e1983f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: df572b38-67f2-49fb-bfac-e4c0c971f610
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:17:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:32Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8acfc70e795b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: 0ad4a7c4-faa2-4075-963f-c76a48c35db7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: fc594e62-ff31-4c0c-8df0-b12f4366dedd
  kind: Event
  lastTimestamp: "2026-08-04T18:17:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:33Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7.18c8acfcaad0d9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: ea14d774-286e-44a1-8b3a-b9ff93934169
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-beeb9e-predictor-6f5c477646
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: b3b878a9-7b1b-4629-b848-f0c30752967c
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: 'Created pod: isvc-primary-beeb9e-predictor-6f5c477646-qk7f7'
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e-predictor-6f5c477646.18c8ace288047e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: cff2bc1c-074d-4a49-89f5-9366ab3ba661
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-beeb9e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 5800b0fd-b6a3-4c1d-9a95-037662ea8ad5
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: Scaled up replica set isvc-primary-beeb9e-predictor-6f5c477646 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e-predictor.18c8ace2837aebfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 75dd82af-8214-4954-9829-e969a7bfe29a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-beeb9e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 97f2aaab-a751-4b5b-802c-805de9928e4b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:26Z"
    name: isvc-primary-beeb9e-predictor.18c8ace601e2dfd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: bfe094bf-8fe1-4551-b4fc-902ab14b0c0b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-beeb9e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 97f2aaab-a751-4b5b-802c-805de9928e4b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:26Z"
    name: isvc-primary-beeb9e-predictor.18c8ace60253bb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: 867ed765-0438-4a3a-9c20-fb2c90c7d6bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-beeb9e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: 97f2aaab-a751-4b5b-802c-805de9928e4b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:26Z"
    name: isvc-primary-beeb9e-predictor.18c8acf07fdef6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18789"
    uid: 62dda4a4-e35c-414e-8088-b8698d967d54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-beeb9e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: 97f2aaab-a751-4b5b-802c-805de9928e4b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:26Z"
    name: isvc-primary-beeb9e-predictor.18c8acf08026e1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: 4707400a-c2c9-4737-b34e-9354d16f7b1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-beeb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 498f6542-a500-4b48-a3cc-99ce78562f11
  kind: Event
  lastTimestamp: "2026-08-04T18:16:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:59Z"
    name: isvc-primary-beeb9e.18c8ace28366e2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: f2420c35-7e4f-4ada-927b-2a130a34ad9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-beeb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 498f6542-a500-4b48-a3cc-99ce78562f11
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: 'Failed to update status for InferenceService "isvc-primary-beeb9e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-beeb9e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e.18c8ace28491a03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 3fdfb7c0-1023-4ae4-b184-98fb8fce6539
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-beeb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 498f6542-a500-4b48-a3cc-99ce78562f11
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-beeb9e": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-primary-beeb9e.18c8ace28491e909
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 22fa57f6-7de4-47fb-8306-1813434780ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-beeb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 498f6542-a500-4b48-a3cc-99ce78562f11
  kind: Event
  lastTimestamp: "2026-08-04T18:16:59Z"
  message: InferenceService [isvc-primary-beeb9e] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:59Z"
    name: isvc-primary-beeb9e.18c8acf4b47335f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 764ae703-2980-41dd-81e3-255aeba44a1c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:10:30.689874Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8ac9a3c5a20ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14465"
    uid: 021a880b-ee45-48be-af30-ea4a4b6299fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8ac9a56a7ccf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14522"
    uid: 3dd5660b-ed3e-4104-8dc1-22b32630e04e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8ac9a584bc7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: 8d751fbd-5609-4715-905d-214bd5581aa4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8ac9a5b98ba6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: 6697faa9-d7dc-44e6-84b7-c393950750b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:31Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8ac9a5c16ccae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: 6b2a16f3-bce2-4270-a69f-2d2b07b38f80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:35Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
  metadata:
    creationTimestamp: "2026-08-04T18:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:35Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8ac9b46759a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: a58b4480-3003-4c9e-82db-92fd888fbd95
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    in 21.106s (21.106s including waiting). Image size: 1557915556 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca0307d0427
    namespace: kserve-ci-e2e-test
    resourceVersion: "14745"
    uid: 44b4d293-91ba-4eb0-a343-90125cc515cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca035dc4da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: 734d9bb3-ce7e-41a7-97c8-118b082af437
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca0370909eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: da414312-af45-49db-839b-9297ecbc21d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:56Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-08-04T18:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:56Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca0371867bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: 783c42d5-c2b1-4db9-9c34-6724af772a65
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.968s (2.968s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca0e80a490e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: 1d94cffc-7a0e-45d0-b8d3-30a5d1f0f352
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca0edb9d88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: a7408013-05c9-44db-b261-b29ba93e1f67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca0ee3ccc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 8c1866aa-6212-485e-b631-4f45a2b127a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:10:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9cce11f121d3ddde13c0c7d8486facb3ebfb8f6e3693e9e71d440a32529e6de3"
  metadata:
    creationTimestamp: "2026-08-04T18:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:10:59Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca0ee4ef7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: a6b4e449-d1cc-47f9-96e7-99fdf71d7508
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:11:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9cce11f121d3ddde13c0c7d8486facb3ebfb8f6e3693e9e71d440a32529e6de3"
    in 3.143s (3.143s including waiting). Image size: 240190551 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:02Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca1a9b2d28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: a8545fd5-6bcb-4e98-8513-9cd20dc92096
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:11:02Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-04T18:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:02Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca1ac7fe69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: f39a499d-38b1-4bc8-94c5-76097effef97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:11:02Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-04T18:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:11:02Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca1acee6c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: bf614bd5-a748-41c0-b7d6-b4bacc33332e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:12:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:36Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca217f69cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 1b5df74b-ec25-43c9-afdb-abc5f1e37aaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:12:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-04T18:11:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:36Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8aca218033bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: f8edbddd-9ece-42f1-86aa-ace47f7c0705
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:12:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8acb508432cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 2be5f434-d13c-4324-b37a-cb3d5b95b65f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:12:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8acb50843ce9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: d53cea91-d7fb-4440-98c0-62f12d13c6d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:12:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8acb50844f286
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: a8e44d67-8527-41b5-a879-0f7ab60ca556
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 936d63e2-5a19-4682-ac7e-6797a64783de
  kind: Event
  lastTimestamp: "2026-08-04T18:12:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:39Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h.18c8acb5e2474e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: b49621c6-26fb-4e97-9e8e-e2c3763189b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14443"
    uid: 8a48803c-88e7-4ab9-9482-b5c7a65fe1e3
  kind: Event
  lastTimestamp: "2026-08-04T18:10:30Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5-dlf8h'
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor-57765876c5.18c8ac9a3babe5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14460"
    uid: 9a1e953c-eb21-4e2d-9f19-e02772ad4466
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-5a068-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: d3f4ed9e-341f-4665-81ae-35d36d70f3ed
  kind: Event
  lastTimestamp: "2026-08-04T18:10:30Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-5a068-predictor-57765876c5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor.18c8ac9a326e2f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 8e02462e-0cda-4fb4-b482-ec985a7d00d8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5a068-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14452"
    uid: 43688d5b-7d0b-40ae-ac17-bbc97b5e796c
  kind: Event
  lastTimestamp: "2026-08-04T18:11:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:11:15Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor.18c8ac9db8831a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14918"
    uid: 70e66e72-65ae-49ec-8f14-88186caa4e00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5a068-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14452"
    uid: 43688d5b-7d0b-40ae-ac17-bbc97b5e796c
  kind: Event
  lastTimestamp: "2026-08-04T18:11:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:10:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:11:15Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor.18c8ac9db8ecd283
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 8bec2050-671b-4b73-9956-a093a943d700
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5a068-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: 43688d5b-7d0b-40ae-ac17-bbc97b5e796c
  kind: Event
  lastTimestamp: "2026-08-04T18:12:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:15Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor.18c8aca83641ed75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 08a51c13-89d3-4189-b48d-8227d2788840
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:11:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5a068-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: 43688d5b-7d0b-40ae-ac17-bbc97b5e796c
  kind: Event
  lastTimestamp: "2026-08-04T18:12:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:15Z"
    name: isvc-raw-sklearn-batcher-5a068-predictor.18c8aca8377aa639
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: a0d52601-2493-49ad-84ba-ab53ce78158a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5a068
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: e4674db6-0c4f-4275-af08-eb59cc205bd2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:12:16Z"
    name: isvc-raw-sklearn-batcher-5a068.18c8ac9a38871cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: d0b574ba-46c9-4951-9a45-6349c360cefc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5a068
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: e4674db6-0c4f-4275-af08-eb59cc205bd2
  kind: Event
  lastTimestamp: "2026-08-04T18:10:30Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-5a068":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-5a068":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-raw-sklearn-batcher-5a068.18c8ac9a3907d81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14454"
    uid: 5388417a-f793-4053-a357-daf523f364bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5a068
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: e4674db6-0c4f-4275-af08-eb59cc205bd2
  kind: Event
  lastTimestamp: "2026-08-04T18:10:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-5a068": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:10:30Z"
    name: isvc-raw-sklearn-batcher-5a068.18c8ac9a390820d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14455"
    uid: 82b1051b-127e-4918-91fe-d44aef5666b0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5a068
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: e4674db6-0c4f-4275-af08-eb59cc205bd2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:16Z"
  message: InferenceService [isvc-raw-sklearn-batcher-5a068] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:12:16Z"
    name: isvc-raw-sklearn-batcher-5a068.18c8acb2e38b3f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: eb4f61f3-3b9b-478d-9388-4a253dd5242e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:17:16.386863Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: 052b6519-46a5-40b4-a873-2bf1f03d8f4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:17:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:17:16Z"
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw.18c8acf8b1c6dde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 73b75445-35f8-423f-a2e0-baca9102d4a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: 052b6519-46a5-40b4-a873-2bf1f03d8f4a
  kind: Event
  lastTimestamp: "2026-08-04T18:17:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-beeb9e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:16Z"
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw.18c8acf8c18d876b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: 4763f518-70fd-4da2-82dd-761e6b2de5ee
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 052b6519-46a5-40b4-a873-2bf1f03d8f4a
  kind: Event
  lastTimestamp: "2026-08-04T18:17:17Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:17:17Z"
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw.18c8acf8eed08734
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: 1e822f68-68e3-4952-952c-0dbb0c27211c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: 052b6519-46a5-40b4-a873-2bf1f03d8f4a
  kind: Event
  lastTimestamp: "2026-08-04T18:17:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:21Z"
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw.18c8acf8f05e47a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18744"
    uid: 585913ac-9761-4676-896d-208bdf2871b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: 052b6519-46a5-40b4-a873-2bf1f03d8f4a
  kind: Event
  lastTimestamp: "2026-08-04T18:17:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:21Z"
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw.18c8acf8f3295f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 5c1f1a9a-b843-4bb3-9651-b58672e2c336
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: 052b6519-46a5-40b4-a873-2bf1f03d8f4a
  kind: Event
  lastTimestamp: "2026-08-04T18:17:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:17:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:21Z"
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw.18c8acf8f3af2646
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: f4e8c643-5841-426a-b2a8-30166a332c65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: 052b6519-46a5-40b4-a873-2bf1f03d8f4a
  kind: Event
  lastTimestamp: "2026-08-04T18:17:24Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw_kserve-ci-e2e-test(052b6519-46a5-40b4-a873-2bf1f03d8f4a)
  metadata:
    creationTimestamp: "2026-08-04T18:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:24Z"
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw.18c8acfaa8a621ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18771"
    uid: 337bc4b1-9f01-4f8f-96ad-c96597a1fbb7
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 6fb9aa8f-1760-4b07-bc41-40a83a338dba
  kind: Event
  lastTimestamp: "2026-08-04T18:17:16Z"
  message: 'Created pod: isvc-secondary-beeb9e-predictor-68d8cb56cc-vt2zw'
  metadata:
    creationTimestamp: "2026-08-04T18:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:16Z"
    name: isvc-secondary-beeb9e-predictor-68d8cb56cc.18c8acf8b136b10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18683"
    uid: bfe37507-abe4-4a0b-9fe3-064ae3605b6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-beeb9e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: f18a1ad9-1ade-41cf-a39f-f30615531e89
  kind: Event
  lastTimestamp: "2026-08-04T18:17:16Z"
  message: Scaled up replica set isvc-secondary-beeb9e-predictor-68d8cb56cc from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-04T18:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:16Z"
    name: isvc-secondary-beeb9e-predictor.18c8acf8ad8bc641
    namespace: kserve-ci-e2e-test
    resourceVersion: "18675"
    uid: 95b6116c-0421-4d3f-9de8-a82dfd7adc1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-beeb9e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 709dcfed-4e8e-4fe2-bd5a-59d24410070a
  kind: Event
  lastTimestamp: "2026-08-04T18:17:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:31Z"
    name: isvc-secondary-beeb9e-predictor.18c8acfc2c02b974
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: 5dbf5236-33ce-41eb-8db5-f436bdc04e0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-beeb9e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 709dcfed-4e8e-4fe2-bd5a-59d24410070a
  kind: Event
  lastTimestamp: "2026-08-04T18:17:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:31Z"
    name: isvc-secondary-beeb9e-predictor.18c8acfc2c71294e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18833"
    uid: f71158d3-40c5-4e8a-8ef4-0b3a8fb6dcf1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-beeb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: bc6a16dc-0181-4ee0-9749-610d2d752b44
  kind: Event
  lastTimestamp: "2026-08-04T18:17:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:24Z"
    name: isvc-secondary-beeb9e.18c8acf8ad8ccd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: f05b49f4-440d-4e3c-b56b-577045f53a92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-beeb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: bc6a16dc-0181-4ee0-9749-610d2d752b44
  kind: Event
  lastTimestamp: "2026-08-04T18:17:16Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-beeb9e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-beeb9e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:16Z"
    name: isvc-secondary-beeb9e.18c8acf8ae340312
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 3782df62-e55a-4e24-b506-9f38b2b11a4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-beeb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: bc6a16dc-0181-4ee0-9749-610d2d752b44
  kind: Event
  lastTimestamp: "2026-08-04T18:17:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-beeb9e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:16Z"
    name: isvc-secondary-beeb9e.18c8acf8ae344790
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 649db51f-9394-4609-88aa-49f0cddb726e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:12:25.886820Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb50ea00ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 5760cb4d-6ae5-43c5-ad4f-91723d010e45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:26Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:12:26Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb528ab0532
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 2e68be7c-808d-45c4-8385-1e04cf26ddb0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:26Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb52a330371
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: d7600edb-39fe-4c4f-ad20-f8933ad52dd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:26Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb52d4c2364
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: 750dc49f-66c0-449e-a869-2a07c70c0641
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:26Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb52dcfc4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: dbe15ba8-4561-4624-b4f5-7e99303d29e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:30Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb634ef1f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: efca5cd0-57eb-4a53-b67f-b713cf076b64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:30Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb638f88e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 395c252d-1c52-4f99-b0d3-3675cd07a78b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:30Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb63964ecde
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: c0f6f5d2-b92b-4f6e-afb3-e9938736e469
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:30Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb6396e3cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 5a6cb4d2-58d2-491b-ae9d-a25390be4e1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:30Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb63c1bb81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: af4f3e06-993b-409d-bec3-c7860efe43b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:12:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:30Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb63c85318d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 0c916ee6-5f38-4d2c-887a-9fde6dd07308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:14:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:18Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acb6ad4984f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 9a1b4d97-627c-46fe-a7de-35339e8a475a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acceb7beea20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: fee53ba2-9a57-4c62-be11-5d9670d012fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8acceb7bf7984
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: f8f1de86-5b21-4305-a54b-4c060dd2e301
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: b09ebb2d-7f40-4ebd-a850-c58d32199f96
  kind: Event
  lastTimestamp: "2026-08-04T18:14:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:18Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn.18c8accf5ba213ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: f5b9f4f1-03df-4c49-aad1-26fcc8d5256b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 971d64e5-0887-42e3-859d-890852d658bf
  kind: Event
  lastTimestamp: "2026-08-04T18:12:25Z"
  message: 'Created pod: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc-k9qmn'
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc.18c8acb50e2ee08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 1f05ce46-8fae-45b0-9aa7-00ca0d4b5e52
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 36a6bac8-8b54-4d3a-9295-740264a288eb
  kind: Event
  lastTimestamp: "2026-08-04T18:12:25Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-c55f6-predictor-8bcb659bc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor.18c8acb50b63d4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 325522aa-e7f0-4bf1-a410-28ba4ae4a873
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 9aa139dc-a243-4a10-b8a5-ea8110f75c00
  kind: Event
  lastTimestamp: "2026-08-04T18:12:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:40Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor.18c8acb88a92fb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: 33876571-75ad-4ef5-a149-be41fcf9cfe9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 9aa139dc-a243-4a10-b8a5-ea8110f75c00
  kind: Event
  lastTimestamp: "2026-08-04T18:12:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:40Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor.18c8acb88af6b408
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 9b308f7c-0dfa-4add-8b12-76dcb612bdd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 9aa139dc-a243-4a10-b8a5-ea8110f75c00
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor.18c8acbc09aac917
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: abac1b06-efb4-4a77-8479-046748ae7a49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 9aa139dc-a243-4a10-b8a5-ea8110f75c00
  kind: Event
  lastTimestamp: "2026-08-04T18:14:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:10Z"
    name: isvc-sklearn-graph-raw-c55f6-predictor.18c8acbc0a18d80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: 7e1452a6-5755-4f58-aa39-071ee3c3c94d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-c55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15529"
    uid: 5f6d1cc6-e4ed-4d49-b5f8-af9aeaf325ed
  kind: Event
  lastTimestamp: "2026-08-04T18:13:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:48Z"
    name: isvc-sklearn-graph-raw-c55f6.18c8acb50b780f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 753b5528-fe5f-42d1-9c15-73200680433d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-c55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 5f6d1cc6-e4ed-4d49-b5f8-af9aeaf325ed
  kind: Event
  lastTimestamp: "2026-08-04T18:13:48Z"
  message: InferenceService [isvc-sklearn-graph-raw-c55f6] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:48Z"
    name: isvc-sklearn-graph-raw-c55f6.18c8acc865505269
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 62520b6e-384b-4bd6-902b-2db350419936
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:14:16.162733Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8accebb94f5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: de56d7f8-b762-4275-9419-731fe43be13a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8acced508d73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: bd751c2b-37b3-4f7b-bdd4-a6c7bcea1553
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8acced6d910fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 680551b8-29fa-4321-84da-e6ea76b4038b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8acceda74c5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 381dee91-dd73-46eb-ac07-d4bffea5d896
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8accedaeecfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: 0bd9d156-f6d4-4e9c-bec5-28c7f4a4068d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8accff04b9148
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 4a75d3c9-6234-4885-b414-0f0b9efc730e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8accff37ef407
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: 8f5b59ed-8f1a-42a2-9726-8589e04e0ded
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8accff3ed4352
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 8efdc010-df81-41b3-97a1-f1226d7f2ac6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8accff3f62a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: 24320bf5-b209-47b8-ad5d-684153220c49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8accff68f93b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: 77cee235-2de3-4d60-adbc-9ee50f920635
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8accff6f3b28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 535c04c0-086c-4254-a4b4-0077ecb27a21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:15:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:31Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8acd02cb9ac62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: 6ecf734f-417c-4abc-b6e7-0d70eadfb411
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8ace86cabc541
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: b8d14cf7-7b65-4c05-988b-3d4eaa54c389
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8ace86cac46a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 2717706d-1ecc-4918-b8a6-d29f1d3b585f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: d7355f5c-78a5-4cab-b175-f379f802516e
  kind: Event
  lastTimestamp: "2026-08-04T18:16:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:08Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv.18c8ace8db231264
    namespace: kserve-ci-e2e-test
    resourceVersion: "18042"
    uid: d6f1dc7f-a0b3-414e-9f17-bd73861be4de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 958e8fa8-9d09-43dc-9545-f85da1c170c7
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f-6hpmv'
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f.18c8accebb2081f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: b5c8a3e2-89d8-47cd-bdb2-769602f4de51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: a2dbb9df-19da-4b78-8125-9afa62ccb7d4
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-99f90-predictor-6844b5d67f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor.18c8acceb872f6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: 240b3057-838f-484f-80a6-6a309831d202
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 06efaa6c-4f53-4190-97fd-0a63c29aaa59
  kind: Event
  lastTimestamp: "2026-08-04T18:14:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:46Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor.18c8acd237013866
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: d913c231-15fd-4c0f-ba3f-a2b58f909d40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 06efaa6c-4f53-4190-97fd-0a63c29aaa59
  kind: Event
  lastTimestamp: "2026-08-04T18:14:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:46Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor.18c8acd237737942
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 36e292f4-431e-4776-bbd6-1b6b37ff3e6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 06efaa6c-4f53-4190-97fd-0a63c29aaa59
  kind: Event
  lastTimestamp: "2026-08-04T18:16:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:01Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor.18c8acd9358a7c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: ec7a71aa-b874-4f86-b005-bd9f28fe3498
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: 06efaa6c-4f53-4190-97fd-0a63c29aaa59
  kind: Event
  lastTimestamp: "2026-08-04T18:16:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:01Z"
    name: isvc-sklearn-graph-raw-hpa-99f90-predictor.18c8acd9360231d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: bf479c26-6729-4e9c-afe0-604ec8204c45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: 69175565-8d8e-4a5b-87e3-96adc9fe67cf
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-sklearn-graph-raw-hpa-99f90.18c8acceb8a1dc22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: 4e223475-7694-4ece-be01-d8522b561785
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16766"
    uid: 69175565-8d8e-4a5b-87e3-96adc9fe67cf
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-99f90":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-99f90":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-sklearn-graph-raw-hpa-99f90.18c8acceb91c595b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: e094ecf5-5d17-4eba-a7f2-cc37db4d9cbc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: 69175565-8d8e-4a5b-87e3-96adc9fe67cf
  kind: Event
  lastTimestamp: "2026-08-04T18:15:41Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-99f90] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:41Z"
    name: isvc-sklearn-graph-raw-hpa-99f90.18c8ace2a4a7f38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: 7f62e9ef-0b0b-4737-95f5-701baac906d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:17:51.794726Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19221"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad00f03ffd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: f13af7b3-1f00-4c2e-aa13-abcac89e2330
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:52Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:17:52Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad0109a15cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 0a3f9332-cbca-40d1-be86-76a64bcb4b98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:52Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad010b5a5b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: dff5365f-0399-47bd-b720-cb07f25959fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:52Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad010e9de972
    namespace: kserve-ci-e2e-test
    resourceVersion: "19254"
    uid: e4a79c69-5c33-4576-ae2f-10cd0d1e058e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:52Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad010f0c1def
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 2406306c-213c-4262-92ed-deb937132e18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:56Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad01f92d8d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: f818c306-55e5-4295-b7f4-95d9fdaedb54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:56Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad01fc74f855
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: 92f8e4e4-2585-4072-9e75-2e5b8d6b89c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:56Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad01fcdf7044
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: d8a94818-3635-4e85-b00f-c7f0e154c0ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:56Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad01fce79b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 6e72858c-39e8-4349-9ffb-92222bdd0ebe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:56Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad01ff7839e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: e0f1be4a-7c03-40eb-8529-52d1b19aabcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:17:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:56Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad01ffe1ae0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 97bbf635-935c-4439-8664-971abff8cc78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:33Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad02712a1cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: ab5f8d22-b8da-4031-9aef-8937ef580b0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:31Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad2639f38b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 9f576d33-f3b2-4332-8efc-d4b1e916127a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:31Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad2639f419e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 937b9020-a060-4355-9b72-c38b98e65f57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 7b32d8a5-1a56-406a-8a30-5bde553afe4f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:39Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2.18c8ad26c3ce83f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 7c292f3d-0df1-4b1a-8b88-63635c0c4090
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19196"
    uid: b02b252a-9f89-46c8-9c05-234666b6ef1d
  kind: Event
  lastTimestamp: "2026-08-04T18:17:51Z"
  message: 'Created pod: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69-tgdg2'
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69.18c8ad00ef988548
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: 1e9dc2dd-1a46-4377-a039-6b3c53d5cd6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-a9b62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 1cb02c23-f208-40f6-94e1-f9a1617cab85
  kind: Event
  lastTimestamp: "2026-08-04T18:17:51Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-a9b62-predictor-7856bb6d69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor.18c8ad00ebac84cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19198"
    uid: bbf3a081-7a2b-4c85-8646-8b9e7c9e0d53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a9b62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 56b6cf80-26d1-4306-a216-86c42ffd1fea
  kind: Event
  lastTimestamp: "2026-08-04T18:18:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:18:36Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor.18c8ad046a3dedfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: a54e445a-2afa-4877-8eac-709529e43cc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a9b62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 56b6cf80-26d1-4306-a216-86c42ffd1fea
  kind: Event
  lastTimestamp: "2026-08-04T18:18:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:18:36Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor.18c8ad046abebe9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: d9ddce91-ab53-49fe-9562-fa2979b85c2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a9b62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19403"
    uid: 56b6cf80-26d1-4306-a216-86c42ffd1fea
  kind: Event
  lastTimestamp: "2026-08-04T18:20:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:21Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor.18c8ad07e9846799
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 74ba7802-16f8-4b02-803a-1b5c23124c04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a9b62-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19403"
    uid: 56b6cf80-26d1-4306-a216-86c42ffd1fea
  kind: Event
  lastTimestamp: "2026-08-04T18:20:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:21Z"
    name: isvc-sklearn-scale-raw-a9b62-predictor.18c8ad07e9faee14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20474"
    uid: 72a65083-3b12-4144-bbc7-d8b1481a7620
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a9b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: b1069453-d804-4ac3-9ed4-c836651cfe94
  kind: Event
  lastTimestamp: "2026-08-04T18:20:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:23Z"
    name: isvc-sklearn-scale-raw-a9b62.18c8ad00ebb3fd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 2f73e5ef-195a-401b-b617-98d1222263c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a9b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: b1069453-d804-4ac3-9ed4-c836651cfe94
  kind: Event
  lastTimestamp: "2026-08-04T18:17:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-a9b62":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-a9b62":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: isvc-sklearn-scale-raw-a9b62.18c8ad00f07fcd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: 5a12b1ed-be63-4291-9ce6-93e248cf71a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a9b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20497"
    uid: b1069453-d804-4ac3-9ed4-c836651cfe94
  kind: Event
  lastTimestamp: "2026-08-04T18:20:23Z"
  message: InferenceService [isvc-sklearn-scale-raw-a9b62] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:23Z"
    name: isvc-sklearn-scale-raw-a9b62.18c8ad244d01239b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 63da43ca-667c-48af-b3e0-d760e5a6a8b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:12:25.995153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acb5151514e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 8fb22bd2-c8ee-4d32-a21d-5649351ddb3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-c55f6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:26Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acb51cb25f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: c527144c-dc6f-46c3-a2de-a86f147c4e2a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:27Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:12:27Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acb5528d8212
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: d42be0a6-0fd9-4f98-8563-45ed1b36a8c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:27Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acb55418b795
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 05c41131-3190-4183-a692-463d7a422458
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:27Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acb55711f63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 0f9bf31f-4d63-45b3-9f11-e24aaaa7c191
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:27Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acb557810756
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: 104e21dc-87f6-42b8-9bf0-58774a9dd7fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:30Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-08-04T18:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:30Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acb634ba797a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: 6f19100b-f62a-4c13-8d4e-7d92ec72c720
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:48Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.258s (17.258s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:48Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acba39640be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: 65af3790-ab48-4019-b877-cf9b7070eb1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:48Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acba3d15f526
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 78295632-5bf3-4529-92b4-a94ffea0f2a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:48Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acba3d990284
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 9d331be6-7d50-46ba-b471-be7822d865ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:48Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acba3da2ffc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: b62cec5e-ee65-4b16-b977-743852124b9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:48Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acba408f70cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: efcd8296-a869-4c5d-8e65-334a1ebee366
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:12:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:12:48Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acba40fd0d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c0b98316-78a3-4cb1-a028-a212d1e911d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:13:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:13:35Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acbaa819bf25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 60422bc2-484d-4fea-b064-6f555816f667
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acceb51425ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b903e9fd-98ac-423e-a0c0-9ffb52c82f20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 52069c82-27a0-4aeb-9be5-63288ef62e3b
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch.18c8acceb514a7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: bfa7b912-ad48-4aa3-9126-f0d329275655
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: 0b729c05-e55f-4134-9207-47458d274fc2
  kind: Event
  lastTimestamp: "2026-08-04T18:12:25Z"
  message: 'Created pod: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489-45lch'
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor-5d988d489.18c8acb514a49cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 722d1ff3-12bb-4280-a729-9e971141bc21
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: 9759111e-2d16-4c0b-bc71-cf12c9f2bc5a
  kind: Event
  lastTimestamp: "2026-08-04T18:12:25Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-c55f6-predictor-5d988d489
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:12:25Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor.18c8acb511a1e35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: 8d987fc0-7b05-41f6-b378-4b80ef1716e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 85f7664d-8170-427f-8013-e65d388f89c1
  kind: Event
  lastTimestamp: "2026-08-04T18:13:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:25Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor.18c8acb8902ab310
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: bb54d138-76ec-471a-9108-5d563c5e0137
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 85f7664d-8170-427f-8013-e65d388f89c1
  kind: Event
  lastTimestamp: "2026-08-04T18:13:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:13:26Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor.18c8acb89097504e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16175"
    uid: 0000053a-70bc-46f8-96a9-a3532e0d2844
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: 85f7664d-8170-427f-8013-e65d388f89c1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:11Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor.18c8acbf8e1e10eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 4c181308-fed6-456b-9e7e-bba1a190ed2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-c55f6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: 85f7664d-8170-427f-8013-e65d388f89c1
  kind: Event
  lastTimestamp: "2026-08-04T18:14:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:11Z"
    name: isvc-xgboost-graph-raw-c55f6-predictor.18c8acbf8e8a7974
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: 879b20f4-de2b-48ab-aef3-60d16fe4919f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:12:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-c55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: ee154db8-ceb8-4d1a-bd81-462abc4f5b09
  kind: Event
  lastTimestamp: "2026-08-04T18:13:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:46Z"
    name: isvc-xgboost-graph-raw-c55f6.18c8acb511ab02b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 4e5d11ce-012b-4d7c-846b-de51591ad63f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:13:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-c55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: ee154db8-ceb8-4d1a-bd81-462abc4f5b09
  kind: Event
  lastTimestamp: "2026-08-04T18:13:46Z"
  message: InferenceService [isvc-xgboost-graph-raw-c55f6] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:13:46Z"
    name: isvc-xgboost-graph-raw-c55f6.18c8acc7b80d6aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 5e0e83ce-e366-4c3e-b820-9bf33ae046da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:14:16.284360Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    to ip-10-0-139-237.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accec2d4d420
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: e18afe35-4265-4007-8523-3070771757f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accedc9c3b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: 4c8fa2c5-95c9-45b5-bfd3-a6136baee29c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accede233527
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: fb930baf-f8d9-47c4-b482-6389107677f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accee12b8879
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: d676fa17-71f8-4260-88cc-ec2eb227b4cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accee18befd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: 439f3d76-2bc8-42b3-8543-5c5eb4188e60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accff0366c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: e9743794-7f63-4861-af12-196a02046f77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accff35d5aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 0a3a2187-ffbf-4cfe-919f-4f9529d97767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accff3c38a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: 4210356c-d4fc-4f83-a93c-9666f6004392
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accff3ceb5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: ff5321eb-6bb2-49f4-867a-81e6e53deadc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accff6878764
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: fcfce21d-a7e5-4df3-8556-c6d2ffa6028f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:14:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:21Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8accff6e581c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 301be833-68d2-4939-8db0-4890c6ad4dc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:16:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:09Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8acd068b4bfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: 941c84ff-bbd4-4353-afa0-cc01b94d6407
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8ace875d60bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: f9097b94-80a9-4b6a-99b6-eab0553f21ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8ace875d6c200
    namespace: kserve-ci-e2e-test
    resourceVersion: "18018"
    uid: 638c077b-e8c5-4942-bec1-1cdedc28a72a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 1e74e25e-c752-4fcd-83d3-3c7dc26df936
  kind: Event
  lastTimestamp: "2026-08-04T18:16:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:09Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww.18c8ace91708afeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18056"
    uid: 26e5d04d-1c93-4919-a18c-925d82ebd285
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-237.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-237.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: aa869734-2401-4b49-ab95-919cb90af529
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc-xtbww'
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc.18c8accec260aa88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 5adfe283-03ba-4486-a1a7-88e01296a65b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: 32858483-13a1-4363-aaf0-19c12a3f13fe
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-99f90-predictor-5b7cf45cc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor.18c8accebf459dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 2b7ca436-d382-47aa-9367-c60ec97fb879
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 27a4f0d4-6c95-4d23-9f59-44cec04a3711
  kind: Event
  lastTimestamp: "2026-08-04T18:14:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:46Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor.18c8acd23dc5fa52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 05fc53a9-943b-4bae-978d-1f4979c5eb8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 27a4f0d4-6c95-4d23-9f59-44cec04a3711
  kind: Event
  lastTimestamp: "2026-08-04T18:14:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:46Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor.18c8acd23e3dda65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: ada8195c-c5bc-4b93-8401-447e60b144a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: 27a4f0d4-6c95-4d23-9f59-44cec04a3711
  kind: Event
  lastTimestamp: "2026-08-04T18:15:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:46Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor.18c8acd93bb9c834
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: 288ee7b7-4a77-4134-925d-277af853d62a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: 27a4f0d4-6c95-4d23-9f59-44cec04a3711
  kind: Event
  lastTimestamp: "2026-08-04T18:15:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:15:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:46Z"
    name: isvc-xgboost-graph-raw-hpa-99f90-predictor.18c8acd93c27a2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 1be5334a-e7b1-498f-ad94-6e9038b3d275
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 5b558870-9a9e-45d6-bec2-c43ccf7f2c5d
  kind: Event
  lastTimestamp: "2026-08-04T18:15:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:19Z"
    name: isvc-xgboost-graph-raw-hpa-99f90.18c8accebf75e6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: cc494a06-4bbf-4a19-bdb5-5ee1b9b27d7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 5b558870-9a9e-45d6-bec2-c43ccf7f2c5d
  kind: Event
  lastTimestamp: "2026-08-04T18:14:16Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-99f90":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-99f90":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-99f90.18c8accec6478b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: ef305b5f-9858-4c35-b2f3-dd9f86288383
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 5b558870-9a9e-45d6-bec2-c43ccf7f2c5d
  kind: Event
  lastTimestamp: "2026-08-04T18:15:19Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-99f90] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:19Z"
    name: isvc-xgboost-graph-raw-hpa-99f90.18c8acdd78ca9833
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 9895fe8c-3171-4918-ac04-aebfb1c6e704
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:25:01.552525Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:25:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:25:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad64ffcfa53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: c7b14cd0-d194-4763-ba8f-0a507e782382
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:25:01Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:25:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad651929b067
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: 97943217-5e7b-4dc0-8d29-1a2a100e7d78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:25:02Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:02Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad651a84dba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: f8154ab3-0263-4013-992e-73b01189b321
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:25:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:02Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad651d4b8155
    namespace: kserve-ci-e2e-test
    resourceVersion: "22892"
    uid: 2b0c6ee2-9ba8-4574-902d-949807268fbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:25:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:02Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad651dc087de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 68ae24e8-4d5f-4e67-9692-7437b69fbaf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:25:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:02Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad651dc9b80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22895"
    uid: 39eb0caf-2909-40d9-8264-dde6b7341fae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:25:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:02Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad6520ccb901
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: 471eb699-2f90-4003-a3ac-64b1da8c1d19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:25:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:25:02Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad65213ccbd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: 29063298-b62c-43aa-8ec2-8d622d9680b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:26:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad7b2da12bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: 8e9cf74f-7768-46e7-a21e-b2a3524e0188
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: f64c02c6-1e08-4bcb-8def-046b07c92862
  kind: Event
  lastTimestamp: "2026-08-04T18:26:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:26:36Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-j55j2.18c8ad7b2da1c840
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: e307dd71-d681-4719-9583-e61670006368
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22859"
    uid: 23652352-3cd9-4b6e-8354-48c03f23fd45
  kind: Event
  lastTimestamp: "2026-08-04T18:25:01Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-j55j2'
  metadata:
    creationTimestamp: "2026-08-04T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:01Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18c8ad64ff3bf0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22871"
    uid: b5ea7029-93d0-4561-a3dd-d67507c57e0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22857"
    uid: 76e960da-d0a8-4028-b686-48b22b8a0ef8
  kind: Event
  lastTimestamp: "2026-08-04T18:25:01Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:01Z"
    name: message-dumper-raw-cipn-predictor.18c8ad64fbf4065d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: a71a1b45-c2da-4493-a4b4-de048cdcc5d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: 40743ac8-8545-4f46-a747-1f81f09a87e1
  kind: Event
  lastTimestamp: "2026-08-04T18:25:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:31Z"
    name: message-dumper-raw-cipn-predictor.18c8ad687b6feec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23188"
    uid: 7ce2ba4e-240c-44ae-9fbb-e455dc1d0ed6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: 40743ac8-8545-4f46-a747-1f81f09a87e1
  kind: Event
  lastTimestamp: "2026-08-04T18:25:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:25:31Z"
    name: message-dumper-raw-cipn-predictor.18c8ad687bef96d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23189"
    uid: 8650dd03-39d5-4fea-8345-fe83592281b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: fa56f4fb-931b-4a36-accc-cf3e99e24c40
  kind: Event
  lastTimestamp: "2026-08-04T18:25:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:25:10Z"
    name: message-dumper-raw-cipn.18c8ad64fbf1da50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: bedba0f3-36d5-4efa-807b-de7cd2d5e8be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: fa56f4fb-931b-4a36-accc-cf3e99e24c40
  kind: Event
  lastTimestamp: "2026-08-04T18:25:01Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:25:01Z"
    name: message-dumper-raw-cipn.18c8ad64fca3314b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: 74fa782f-b6f0-4a10-babd-a98d93fbd8ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:25:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: fa56f4fb-931b-4a36-accc-cf3e99e24c40
  kind: Event
  lastTimestamp: "2026-08-04T18:25:10Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:25:10Z"
    name: message-dumper-raw-cipn.18c8ad671c68c74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22965"
    uid: abfd2d80-032e-4b19-bf12-9fa882eace17
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:16:06.530460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace86e02ca8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: dfa654ee-8c60-4629-91cc-2c88ff02d286
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-fe589-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace874b7f4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18014"
    uid: d05a0a6c-6648-4d5f-a3d5-d714ff780620
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17996"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:07Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:16:07Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace8ab33772f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: 7564f1ef-916f-42a3-8532-ab66fc892865
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:07Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-08-04T18:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:07Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace8acf986e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18034"
    uid: c54ec321-6666-4680-aef7-761c6932a0a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:08Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.189s (1.189s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:08Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace8f3e261f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 9657d66b-61b8-48ab-bfc8-d99fcb586016
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:08Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace8f7305d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: 9172af9a-8f34-43ea-9bba-167d4748589d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:08Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace8f7a82fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 63ca2868-13e4-45a4-bb0e-1c0c0aa90215
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:08Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace8f7b24a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: 838df850-e380-42e7-a782-1495490e8859
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:08Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace8fa6c9417
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: a55135b2-7e2c-479f-9967-4516556d98c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:08Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ace8fae4b094
    namespace: kserve-ci-e2e-test
    resourceVersion: "18052"
    uid: ad8b61d3-1215-4d60-aa8f-5864526d0af3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ad00efc7763a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: 94364ede-4f56-4d3d-8ce4-83c47d78183a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 9ea408dc-c522-4d80-897d-b5e63cf6689b
  kind: Event
  lastTimestamp: "2026-08-04T18:17:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:51Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9.18c8ad00efc7f6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19230"
    uid: 90c6faea-52c9-4418-9518-45088653765d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-fe589-predictor-6fbb78db75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: abfd4e8f-ac59-4596-9f44-4226f0e08aa0
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: 'Created pod: message-dumper-raw-fe589-predictor-6fbb78db75-45mt9'
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: message-dumper-raw-fe589-predictor-6fbb78db75.18c8ace86d776ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 7b54d573-9ca2-4e87-add2-1e55630dfffb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-fe589-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 5ed6e68e-d850-4e50-8392-9feb91039a0f
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: Scaled up replica set message-dumper-raw-fe589-predictor-6fbb78db75 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: message-dumper-raw-fe589-predictor.18c8ace86b1d8d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17974"
    uid: 8f804717-7c57-4529-a6ef-a738f804d226
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-fe589-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: e1bb93ee-8374-45da-aafd-60ee61021de6
  kind: Event
  lastTimestamp: "2026-08-04T18:16:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:36Z"
    name: message-dumper-raw-fe589-predictor.18c8acebe9a3531b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18349"
    uid: dae58154-8d6f-44e2-b780-d04fc1897a95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-fe589-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: e1bb93ee-8374-45da-aafd-60ee61021de6
  kind: Event
  lastTimestamp: "2026-08-04T18:16:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:16:36Z"
    name: message-dumper-raw-fe589-predictor.18c8acebea1ce7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 4efd6d7e-3f4b-4b0a-b32c-47bb6649bb79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d4e1b982-4701-4653-b1cb-50dcf9bde52b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:17Z"
    name: message-dumper-raw-fe589.18c8ace86b501f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: 6b997a63-de0d-4772-bda3-0444d7d37b2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: d4e1b982-4701-4653-b1cb-50dcf9bde52b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-fe589":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-fe589":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: message-dumper-raw-fe589.18c8ace86bf2c4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18005"
    uid: 81ea4149-198c-48b5-80d8-cef3848489e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: d4e1b982-4701-4653-b1cb-50dcf9bde52b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-fe589": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: message-dumper-raw-fe589.18c8ace87321667d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18009"
    uid: 721d953c-8ff9-4c6e-90b6-17bca237f51c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-fe589
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: d4e1b982-4701-4653-b1cb-50dcf9bde52b
  kind: Event
  lastTimestamp: "2026-08-04T18:16:17Z"
  message: InferenceService [message-dumper-raw-fe589] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:16:17Z"
    name: message-dumper-raw-fe589.18c8aceb04dc4e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: 54691e0b-062f-47ed-92de-c48a3b87f8a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:14:05.918030Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    to ip-10-0-128-51.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8accc58f31fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: d22fde2f-b76f-46d2-8a36-aeb4fb42f648
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-c55f6-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8accc64ddfe99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 92f17974-0e96-4ccc-b249-0b982119390d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8accc95e5cd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 187673ae-9698-49ad-902d-b56541c29af5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c55f6}
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220"
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8accc978a5998
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 256a4d72-d630-4ff2-aaef-eaacc88192f6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c55f6}
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: "2026-08-04T18:14:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220"
    in 2.094s (2.094s including waiting). Image size: 218252378 bytes.'
  metadata:
    creationTimestamp: "2026-08-04T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:09Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8accd1468afba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: d76f80cb-459b-4d3a-be6b-c7107aec553c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c55f6}
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: "2026-08-04T18:14:09Z"
  message: 'Created container: model-chainer-raw-c55f6'
  metadata:
    creationTimestamp: "2026-08-04T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:09Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8accd17b5079e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 26ee548d-25e4-4fc2-b85f-4da2af89760e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c55f6}
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: "2026-08-04T18:14:09Z"
  message: Started container model-chainer-raw-c55f6
  metadata:
    creationTimestamp: "2026-08-04T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:09Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8accd1846893d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 75fc7678-0e5c-4e25-98ca-23440f984d71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c55f6}
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: "2026-08-04T18:14:15Z"
  message: Stopping container model-chainer-raw-c55f6
  metadata:
    creationTimestamp: "2026-08-04T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:15Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8acceaf88b8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 51dbd4cd-3718-4c57-ad02-a50bb0a77b9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-c55f6}
    kind: Pod
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 9a89ada0-532c-4595-8614-7acc5ef5e706
  kind: Event
  lastTimestamp: "2026-08-04T18:14:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-04T18:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:14:45Z"
    name: model-chainer-raw-c55f6-75bdf6dd64-8zxl6.18c8accfcbc487d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: c03f125d-d390-458b-8a8a-df23ac24b0c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-c55f6-75bdf6dd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: dc1f46b2-27e5-4b1c-9309-702275307161
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: 'Created pod: model-chainer-raw-c55f6-75bdf6dd64-8zxl6'
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: model-chainer-raw-c55f6-75bdf6dd64.18c8accc58736423
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: f11704ba-c230-4a65-959d-a987237d5f2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-c55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 178123d5-8df4-44aa-9821-2e99109b22ab
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: Scaled up replica set model-chainer-raw-c55f6-75bdf6dd64 from 0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: model-chainer-raw-c55f6.18c8accc578c0192
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 4334193d-ff90-4e8c-95d7-f0b90fa420e0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-c55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: cfb37479-61f5-4800-b5cf-ffa6524e53fb
  kind: Event
  lastTimestamp: "2026-08-04T18:14:05Z"
  message: InferenceGraph [model-chainer-raw-c55f6] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:14:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:05Z"
    name: model-chainer-raw-c55f6.18c8accc5d1243a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 4d6f1e2a-291d-47e9-ab9e-54ff5c89c667
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-c55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: cfb37479-61f5-4800-b5cf-ffa6524e53fb
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-c55f6":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-c55f6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: model-chainer-raw-c55f6.18c8accc5fbc79a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: 5875792b-b4ab-427b-b8c4-d84eded2af68
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-c55f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: cfb37479-61f5-4800-b5cf-ffa6524e53fb
  kind: Event
  lastTimestamp: "2026-08-04T18:14:06Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-c55f6": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:14:06Z"
    name: model-chainer-raw-c55f6.18c8accc5fbcc4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: 573eb018-8ec5-4253-9896-104945f22cea
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:15:56.218954Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: 6682b73c-c437-44ef-b572-771401b372f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm
    to ip-10-0-128-51.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm.18c8ace60765a7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: 4d313e56-5fd3-4e6c-bc73-a35c89fd2624
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 6682b73c-c437-44ef-b572-771401b372f0
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm.18c8ace6205c190d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: 2ddc99e8-44af-418c-9f82-d42f65ded710
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-99f90}
    kind: Pod
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 6682b73c-c437-44ef-b572-771401b372f0
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:65dcd869d2c6fd26e4cba78f3f0eef9e2fb99b132c1879d2b886845544ac1220"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm.18c8ace621bca35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: c4cc88d9-75bf-4f84-91db-31c25a8ac32a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-99f90}
    kind: Pod
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 6682b73c-c437-44ef-b572-771401b372f0
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: 'Created container: model-chainer-raw-hpa-99f90'
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm.18c8ace624c5d3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: dbfc2c11-6fe1-4024-b03f-3c4f7a52d03d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-99f90}
    kind: Pod
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 6682b73c-c437-44ef-b572-771401b372f0
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: Started container model-chainer-raw-hpa-99f90
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm.18c8ace625452e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: 196d2cc5-3ea1-4c2b-9e88-b8bc0650bd3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-99f90}
    kind: Pod
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 6682b73c-c437-44ef-b572-771401b372f0
  kind: Event
  lastTimestamp: "2026-08-04T18:16:06Z"
  message: Stopping container model-chainer-raw-hpa-99f90
  metadata:
    creationTimestamp: "2026-08-04T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:06Z"
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm.18c8ace861ef0d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 08764c12-1d82-4aa0-8e47-bea29198e6df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-04T18:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-99f90}
    kind: Pod
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 6682b73c-c437-44ef-b572-771401b372f0
  kind: Event
  lastTimestamp: "2026-08-04T18:16:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-04T18:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:16:33Z"
    name: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm.18c8ace8d0fe4054
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: 6f5c9a6c-5e67-4faa-a085-c287fcdbe3c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-51.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-51.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-99f90-6c8c9894b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17827"
    uid: 0ee2bbaa-f9c3-459d-b01f-d61e47d6b446
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: 'Created pod: model-chainer-raw-hpa-99f90-6c8c9894b4-w47fm'
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90-6c8c9894b4.18c8ace6064047f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 833a7d6e-8b8f-4f01-a2ba-1b9b1735c14a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: 33236729-0356-4bb1-a495-543748dd4bd9
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: Scaled up replica set model-chainer-raw-hpa-99f90-6c8c9894b4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90.18c8ace605624bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17830"
    uid: 7bee5028-375d-403d-96ca-d3e0674bb4cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 15291dbe-c6b9-4801-ab0e-2bb3a5540923
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: InferenceGraph [model-chainer-raw-hpa-99f90] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90.18c8ace60cf615a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: b7cba898-9c10-4b29-a8be-6e20c18dde25
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: 15291dbe-c6b9-4801-ab0e-2bb3a5540923
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-99f90":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-99f90":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90.18c8ace60fdb4559
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: 0dc19860-c2e9-4323-a80a-e4d8ecb63932
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:15:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-99f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: 15291dbe-c6b9-4801-ab0e-2bb3a5540923
  kind: Event
  lastTimestamp: "2026-08-04T18:15:56Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-99f90": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:15:56Z"
    name: model-chainer-raw-hpa-99f90.18c8ace60fdb9192
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: a8aa8d5e-a28b-4792-9514-a3344e298a52
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:17:47.873196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19117"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-fbffe-predictor-586554d447-nnlhq
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:17:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:17:47Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad0006823c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: 8c3a853b-364b-4d9f-8d79-97692263aa81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19125"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:48Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:17:48Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad001fe6ba54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: f2779a81-100f-46e9-88e8-b0e8e2922cda
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:48Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad00217ecdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: 713fc302-3209-4377-b3c9-803270e9e73c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:48Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad00247a0189
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: cc5c07c2-1db9-4a10-941e-216f203c680c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:48Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad0024f079b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19141"
    uid: 9c3405a7-7656-4793-83c3-27e0dd6e0b0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:52Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad0134e05151
    namespace: kserve-ci-e2e-test
    resourceVersion: "19263"
    uid: 69f273fa-1af4-449b-aa7e-22d1f9830fdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:53Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad0137f63412
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 51523fa8-a94b-416b-96a5-0c22b8bdced7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:53Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad01386e1dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: 53e85389-0055-48a4-9ac3-fcaaa5cfe393
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:53Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad013877b7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: d1cf9a08-c22d-42ea-b1e8-00c86bd0fc24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:53Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad013b9fa340
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 642ced7f-e837-487c-9f3c-698562044798
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:17:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:17:53Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad013c167aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19274"
    uid: 95c74692-5c6d-4e40-95f8-a7740ba43a7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:19:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:20Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad01ace195bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: ada1adac-8051-4f56-826f-ae01666873a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:19:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:18Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad1508ccc453
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 65b92533-a084-4efe-9de6-f6b61389dd08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:19:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:18Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad1508cd96ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: 37e459ed-77ec-4cd1-8bd1-2a257690006d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 714fce2a-f603-45e2-8aab-7da4fbf96bad
  kind: Event
  lastTimestamp: "2026-08-04T18:19:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:20Z"
    name: raw-sklearn-fbffe-predictor-586554d447-nnlhq.18c8ad15b308526b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19975"
    uid: 7faff7b9-c899-4ca8-9a5f-1870b5ce1977
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-fbffe-predictor-586554d447
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: e034b8b2-451a-490f-bbb7-5bd2ea67493e
  kind: Event
  lastTimestamp: "2026-08-04T18:17:47Z"
  message: 'Created pod: raw-sklearn-fbffe-predictor-586554d447-nnlhq'
  metadata:
    creationTimestamp: "2026-08-04T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:47Z"
    name: raw-sklearn-fbffe-predictor-586554d447.18c8ad000612b78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: 58fec84a-a15d-49af-9c88-2a354c3e709c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-fbffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: ab7ad203-3d2a-4ae5-ac67-aef8c0fc87c2
  kind: Event
  lastTimestamp: "2026-08-04T18:17:47Z"
  message: Scaled up replica set raw-sklearn-fbffe-predictor-586554d447 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-04T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:17:47Z"
    name: raw-sklearn-fbffe-predictor.18c8ad000295cb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: ab91f859-d004-416e-b75a-293862b29608
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fbffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19105"
    uid: e1fb659c-ce08-41e2-bf4a-25392d4c5587
  kind: Event
  lastTimestamp: "2026-08-04T18:18:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:18:17Z"
    name: raw-sklearn-fbffe-predictor.18c8ad0381104970
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: 7cc10c07-ec0c-470b-a2f2-c62a2594b08d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fbffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19105"
    uid: e1fb659c-ce08-41e2-bf4a-25392d4c5587
  kind: Event
  lastTimestamp: "2026-08-04T18:18:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:18:17Z"
    name: raw-sklearn-fbffe-predictor.18c8ad0381944f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: ad08cdd2-2195-4fe4-90a0-c6375855adc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fbffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e1fb659c-ce08-41e2-bf4a-25392d4c5587
  kind: Event
  lastTimestamp: "2026-08-04T18:19:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:17Z"
    name: raw-sklearn-fbffe-predictor.18c8ad0a7f9018ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: f8a1ba48-fb1d-4501-a27c-e730ac6f3e22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-04T18:18:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fbffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: e1fb659c-ce08-41e2-bf4a-25392d4c5587
  kind: Event
  lastTimestamp: "2026-08-04T18:19:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:17Z"
    name: raw-sklearn-fbffe-predictor.18c8ad0a801e4abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19932"
    uid: 6f6080ce-8e81-4540-8df2-35bddd253fc8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fbffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: c2a43853-bdea-4532-b556-296aa7e483e0
  kind: Event
  lastTimestamp: "2026-08-04T18:19:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:11Z"
    name: raw-sklearn-fbffe.18c8ad000299e963
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: 734acc3e-89d7-4c88-992c-dc2329f37c5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fbffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: c2a43853-bdea-4532-b556-296aa7e483e0
  kind: Event
  lastTimestamp: "2026-08-04T18:17:47Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-fbffe": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-fbffe":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:47Z"
    name: raw-sklearn-fbffe.18c8ad000339e8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 294f57e6-b5d2-473c-af36-87af21270657
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fbffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: c2a43853-bdea-4532-b556-296aa7e483e0
  kind: Event
  lastTimestamp: "2026-08-04T18:17:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-fbffe": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:17:47Z"
    name: raw-sklearn-fbffe.18c8ad00093ba158
    namespace: kserve-ci-e2e-test
    resourceVersion: "19130"
    uid: 1283d230-db92-42c0-8cb1-8978d3ea780c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fbffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: c2a43853-bdea-4532-b556-296aa7e483e0
  kind: Event
  lastTimestamp: "2026-08-04T18:19:11Z"
  message: InferenceService [raw-sklearn-fbffe] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:11Z"
    name: raw-sklearn-fbffe.18c8ad1364cfaea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 373fb991-c94b-4b61-95f0-e0d24f46c966
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-04T18:19:23.273325Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    to ip-10-0-140-15.ec2.internal
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad163cccb244
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: f974a752-a6d5-4b1f-a7a7-e4190e766246
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-857b447497-sght4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad165632c8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: 8f63374a-2af1-4dde-813d-1977b29c9b51
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d4d7c63778446964149b8ced30c467eba30d56c2030b75a2303be0a7720b701"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad1658086898
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: e3960bb0-249f-479a-b99a-601aaddf1f7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad165b0b0c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: f418c991-4e58-4851-8a0d-2983074fcd8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad165b7cba5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: d4bfc81f-8181-43af-9ce4-e50c300d080f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1846"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad176975f561
    namespace: kserve-ci-e2e-test
    resourceVersion: "20077"
    uid: 5311b4ba-931a-4e63-80f8-31c0c3dd92d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad176c82f268
    namespace: kserve-ci-e2e-test
    resourceVersion: "20079"
    uid: ce44b4ed-2c2d-4b23-a73f-362652be0fff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad176cf65d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20082"
    uid: 40a98086-d0d4-4a2f-8715-563b39499191
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad176d00ab8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20083"
    uid: 638fe103-e9ff-4616-a35c-21fc41df2dcf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad176fc90ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: a8e7bc54-e467-4fff-8944-612465f574c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:19:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:19:28Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad17704c59e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 9baa6bff-9217-4feb-8db0-49d6738cce89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-04T18:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:35Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad17a572d5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: bc32bf14-5e8a-4809-a0b5-b0f14e5f0df9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-04T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:43Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad28e25ef70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: ef41250b-b5c6-49be-aa41-f9699bc3c6a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-04T18:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:43Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad28e25f9566
    namespace: kserve-ci-e2e-test
    resourceVersion: "20795"
    uid: 2e449ca6-b690-4c01-910d-b54d1ecd2315
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 0edecdcb-bd8d-43b2-95fd-87d037058f3f
  kind: Event
  lastTimestamp: "2026-08-04T18:20:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-04T18:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-04T18:20:45Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk.18c8ad29578d8901
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: b68bc698-4479-4a35-ba6a-f8c8f8d2c569
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-15.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-15.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20006"
    uid: d573f693-d129-426a-b3ca-128ec2b19f63
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: 'Created pod: raw-sklearn-runtime-93f71-predictor-8455bcbcdc-rvlwk'
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: raw-sklearn-runtime-93f71-predictor-8455bcbcdc.18c8ad163c2a5b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 5d31562a-950c-4bd3-ad29-7023993b8b16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-93f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: a54179a9-d257-4fe6-a354-70f7e41b9374
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: Scaled up replica set raw-sklearn-runtime-93f71-predictor-8455bcbcdc from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: raw-sklearn-runtime-93f71-predictor.18c8ad1637b2fb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: 6bb29d86-e145-469a-b2b0-81f4d011d504
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-93f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: b0fed21c-2bb1-4102-8a9c-b97713932707
  kind: Event
  lastTimestamp: "2026-08-04T18:20:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:08Z"
    name: raw-sklearn-runtime-93f71-predictor.18c8ad19b6352aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20382"
    uid: 679cce5f-d574-42b2-a854-036c66886582
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-93f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: b0fed21c-2bb1-4102-8a9c-b97713932707
  kind: Event
  lastTimestamp: "2026-08-04T18:20:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-04T18:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:08Z"
    name: raw-sklearn-runtime-93f71-predictor.18c8ad19b6a2ddef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: 6b5adb93-c6bf-44e0-8ede-acf95d21be91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-93f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: b0fed21c-2bb1-4102-8a9c-b97713932707
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: raw-sklearn-runtime-93f71-predictor.18c8ad243304d562
    namespace: kserve-ci-e2e-test
    resourceVersion: "20693"
    uid: 6d8fb20f-23bf-411c-89a3-992bc0abdac5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-93f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: b0fed21c-2bb1-4102-8a9c-b97713932707
  kind: Event
  lastTimestamp: "2026-08-04T18:20:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-04T18:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-04T18:20:38Z"
    name: raw-sklearn-runtime-93f71-predictor.18c8ad2433758088
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: f1fbafe1-e404-4173-8062-8047dbccb524
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-93f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: 5ad7bf1e-c811-46f8-a1a6-ef4aa7b6659a
  kind: Event
  lastTimestamp: "2026-08-04T18:20:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:39Z"
    name: raw-sklearn-runtime-93f71.18c8ad1637afa6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 47278eb5-6052-44ab-b2ba-9989f35d6749
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:19:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-93f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: 5ad7bf1e-c811-46f8-a1a6-ef4aa7b6659a
  kind: Event
  lastTimestamp: "2026-08-04T18:19:23Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-93f71":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-93f71":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-04T18:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:19:23Z"
    name: raw-sklearn-runtime-93f71.18c8ad16384e40ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: ed9f15db-4d52-4579-9cc8-889c7f32776e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-04T18:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-93f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: 5ad7bf1e-c811-46f8-a1a6-ef4aa7b6659a
  kind: Event
  lastTimestamp: "2026-08-04T18:20:39Z"
  message: InferenceService [raw-sklearn-runtime-93f71] is Ready
  metadata:
    creationTimestamp: "2026-08-04T18:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-04T18:20:39Z"
    name: raw-sklearn-runtime-93f71.18c8ad27ec127253
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 2c8b7458-6615-411c-ac51-23db24e7b620
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "23938"