---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:35:59.106373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7f74cfd478-4vq6v
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576e6cd7eff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 828e043e-a97a-4c4b-9835-bf0ac612cded
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576e86e8ac7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 326faaff-e4fd-4727-bb65-c478c1448b80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576e88a941c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 47cc3df2-4bec-455b-a6b4-b8fbd485e262
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576e8b6ec0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 9c1574ed-4b32-4036-bbb4-d6b5597b0d3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576e8bea2d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: c99629b3-ded1-48bf-95e0-0935b1c4a2d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576f914f38f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: f78e9c42-9d0b-4cfc-a3b9-167fb56d1a0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576f94b2204d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 6cd903ce-ded3-46df-8788-35cfcab7717e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576f95414ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: 98a84995-9abb-4386-9dde-1f715b136e14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576f954bd284
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: 91e88609-7917-4cfe-b27b-2a20f5defe2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576f982f5836
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 353c2e01-3d30-4a43-8f43-762a0d03e3bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576f98b14a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: f7ced21b-671c-47d4-9bb7-19d445367982
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:37:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:14Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c5576fcd988534
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 3502ac47-b171-432b-bc5e-dec12ad530f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:37:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:29Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c557836a6dc200
    namespace: kserve-ci-e2e-test
    resourceVersion: "20460"
    uid: f9ff9e2e-5b99-45cf-bee9-85ac88cd73be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:37:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:29Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c557836a6f083a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20461"
    uid: d9ced0f6-1aaf-4ddb-8ca1-2c1e831d4c70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 0748c7ef-2143-4a24-8c58-44c360b6f9f1
  kind: Event
  lastTimestamp: "2026-07-24T21:37:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:37:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:31Z"
    name: isvc-canary-create-predictor-7f74cfd478-4vq6v.18c55783d4010842
    namespace: kserve-ci-e2e-test
    resourceVersion: "20475"
    uid: 4b37a2bd-5d42-4fa2-b834-cbe2db8220cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7f74cfd478
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 685d897a-1a51-4b11-b7d2-c78ff8b4e336
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: 'Created pod: isvc-canary-create-predictor-7f74cfd478-4vq6v'
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-predictor-7f74cfd478.18c5576e6c682e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 07a1f20e-6e0b-4255-bf12-81db85dbedf5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 48117c11-5b37-4368-b274-e227fc2096dd
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: Scaled up replica set isvc-canary-create-predictor-7f74cfd478 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-predictor.18c5576e67379773
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: cafae208-26e5-4c1d-88c1-deb937c1e15d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:35:59.117730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-75c7994655-5v8h2
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576e6d85444c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: 2d044d05-b705-4842-89c9-fc6dfb13f957
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576e88827e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: ec6081b9-98a8-4135-b576-660a6950e042
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576e8a7691f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: 9fdb1014-ad7b-43dc-8d76-c05c9d767691
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576e8c859e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 45b14e88-0731-43ad-9f97-145fd26e2ce9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576e8d007b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19760"
    uid: 7bd4b1c3-3a16-4a77-977b-15dde66bbc15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576f918cc642
    namespace: kserve-ci-e2e-test
    resourceVersion: "19811"
    uid: 2de2e6d4-021a-402f-bb4c-d4e922848c3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576f94bc2d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19817"
    uid: 1dc51a94-8171-47f3-bd64-c66d23280a83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576f95343be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: 5c1e3192-5684-44a2-a9a8-dfe0bc32e1c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576f9540320d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: fafbcee9-88cd-4cce-9261-347f512172d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576f983eb386
    namespace: kserve-ci-e2e-test
    resourceVersion: "19825"
    uid: af70ec80-35f4-415b-aecd-07473d5f7486
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:36:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:04Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5576f98c5cccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: 4439afb0-4a12-4225-9263-7914d18d64f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:36:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:37:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:31Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c5577009a53c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: ece497af-46b0-4692-9448-a462f8b394f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:37:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:29Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c557836972c33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20456"
    uid: 24d8d6c1-3d0c-4989-981c-bddb9160a99e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:37:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:29Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c557836973db78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20458"
    uid: ebc2bef0-ca21-484a-92dc-055733c2303e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: a5660e06-3b68-4753-a86e-9b09d40dc645
  kind: Event
  lastTimestamp: "2026-07-24T21:37:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:32Z"
    name: isvc-canary-create-v2-predictor-75c7994655-5v8h2.18c557840fd2a13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20481"
    uid: fc37140a-a423-462b-8584-574ce0e6c7d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-75c7994655
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: 95ed5d49-6bdd-4f04-b6ee-59310eaea4e9
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-75c7994655-5v8h2'
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-v2-predictor-75c7994655.18c5576e6d14a5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: bff9c6bd-7654-47df-897d-27bd8143a086
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: a90ad2f5-7a45-4b89-9be7-e3971ba38a51
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-75c7994655 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create-v2-predictor.18c5576e697e216b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: 57b64aac-8194-4e55-9f72-b8a9ff348526
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: b5a09fd6-db45-4549-9e55-d17d3814dbed
  kind: Event
  lastTimestamp: "2026-07-24T21:37:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:37:24Z"
    name: isvc-canary-create.18c5576e69258aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: c4382f78-47ee-4e8f-9c5c-cb196a91c372
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: b5a09fd6-db45-4549-9e55-d17d3814dbed
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create.18c5576e69ce887a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: d8916a42-ae08-440f-b4ee-a632da1a89c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: b5a09fd6-db45-4549-9e55-d17d3814dbed
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-canary-create.18c5576e69ced561
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: d1261cea-7f92-4bd4-b310-4a177ab2a6be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: b5a09fd6-db45-4549-9e55-d17d3814dbed
  kind: Event
  lastTimestamp: "2026-07-24T21:37:24Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:37:24Z"
    name: isvc-canary-create.18c55782643749b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: 5b0a715a-c1e6-49af-93f8-a585389f6529
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:37:34.374323Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-74874cc84b-hl285
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c557849b4185db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20540"
    uid: f79ded29-c84d-4f9d-aeea-688ec97d6e57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55784a6e4bfbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: da1de12e-21c9-426d-bbe0-679207e8d1bc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:35Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:37:35Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55784db17858d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: e78a4979-5b7e-493d-9dd7-3ddf2b5395ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:35Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55784dca931c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 933fa9ff-f08f-450b-b7b7-cde07735a9de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:35Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55784e031c539
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: cc9e36bd-6efe-46b0-ad11-d57f7066e76a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:37:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:35Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55784e0a9ed1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: c4165900-1b63-4fcf-86b3-d6850cdd0cc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55785c8c1b1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: b188e7a2-fc8e-4c0e-946b-f0c9779c6e78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55785cc55b336
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 65f39df4-43be-4556-bb61-1a0a582d22a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55785ccf15c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: fab4032d-1dd7-40ea-bd4a-b60be294488f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55785ccfb0acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 408e0865-bac6-44f6-a5df-d35d271a856e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55785d0a847ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 3a99ed49-74c7-4692-9a25-613eedf709e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c55785d1299ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: f3c1517c-a9ce-4762-88ef-228e4ec37e17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:39:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:06Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c5578604f03115
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: 2063602a-566e-4564-aaa6-5da943e14b30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:39:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c557999676aafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: cd7451e5-3d1f-413f-9218-d3b962db3b93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:39:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c557999677d25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 00121d09-ef99-4b4b-86b7-65738a07805e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-74874cc84b-hl285
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 609cfeac-e91b-4503-b8fa-d65d560a6281
  kind: Event
  lastTimestamp: "2026-07-24T21:39:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:06Z"
    name: isvc-canary-promote-predictor-74874cc84b-hl285.18c5579a0b87f993
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: d41ba976-2dd5-4bd4-8241-c989fdfe475a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-74874cc84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: 426a7365-a3a5-4ebf-b3a2-8d01d81fa873
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: 'Created pod: isvc-canary-promote-predictor-74874cc84b-hl285'
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-predictor-74874cc84b.18c557849ad4cc36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: 5e03b80a-3a57-4815-aa64-64ba5e84ef0d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20511"
    uid: 8040fe6c-0c04-4f02-855b-e9a93280ac7b
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: Scaled up replica set isvc-canary-promote-predictor-74874cc84b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-predictor.18c5578495d56508
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: 68bc93f7-c823-4d38-8aaa-01bd43ceccd9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:39:04.574816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    to ip-10-0-138-234.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:39:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c557999b9fd7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: c1016dfe-da88-4c8a-b3ef-47f144008eb8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:05Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:39:05Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c55799b5634f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21291"
    uid: ea08f184-3e34-491e-842b-1a9932684d5f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:05Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
  metadata:
    creationTimestamp: "2026-07-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:05Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c55799b6d5185c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: f0e878cf-a80f-4078-8b66-b3027376a012
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    in 3.468s (3.468s including waiting). Image size: 302292931 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579a858f0727
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: 5ba7945a-89f7-458b-9df9-4f352224f4b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579a8862e2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 73129b40-1608-4cf1-a807-9401618a7b1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:08Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579a88d9b4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: 55aa75a4-769f-4939-bbb5-4b2eefe2b9d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:13Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
  metadata:
    creationTimestamp: "2026-07-24T21:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:13Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579b94c9820a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: f8310deb-b56c-49d9-b3ae-257099317139
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    in 13.874s (13.874s including waiting). Image size: 1557885864 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:26Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579ecfc94e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 433147d3-06a9-4b8e-9802-1a02403de931
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:26Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579ed305a8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21458"
    uid: 032982dd-cdda-4210-b00d-5c1a2231b64a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:26Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579ed390f5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21459"
    uid: aad08c01-dbb4-432c-bc5c-5a6c5dbd60d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:26Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-24T21:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:26Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579ed39f9487
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: 2bf9bf68-d55c-452a-aeba-c8cb01a6f73c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.254s (2.254s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:29Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579f59fff43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21478"
    uid: 1fdaf8cd-fb95-4ec6-b5cd-06a9a8033f8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:29Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579f5ce918f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 33664662-266d-4267-9849-32eccf3d6ddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:39:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:39:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:39:29Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579f5d635b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: 1ac03a7a-fabc-44b4-92c2-e5e2594718ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:40:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:37Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c5579fcb6a50db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: b4188439-6826-4214-a54e-21a5a0f8d309
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:40:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:44Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c557b0eed54650
    namespace: kserve-ci-e2e-test
    resourceVersion: "22026"
    uid: 1174877e-7192-4358-910b-16d8056c4376
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:40:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:44Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c557b0eedc91fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22028"
    uid: 09c5ee5b-9fdf-4c58-bc24-304c49668ced
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: c35c5a7b-c0f6-4f29-bc42-322b21b172f7
  kind: Event
  lastTimestamp: "2026-07-24T21:40:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:47Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k.18c557b17d921d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22052"
    uid: d7e366ec-e86a-43d5-af66-db9c61896989
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:37:34.378342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c557849b7ec9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20541"
    uid: 51b7a3f9-a029-491c-8454-74d169aae367
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55784b6fe76f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 0c1306a1-d979-49de-a969-854c700f3e58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55784b885a077
    namespace: kserve-ci-e2e-test
    resourceVersion: "20569"
    uid: 69fda2a8-1478-4296-aff4-2cc30865a617
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55784bb7883b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20572"
    uid: 13aeeeaf-8a29-427d-8a16-4148a01a378a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55784bbed4bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: a032b57e-1ebf-47ac-9ee8-201483274bb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55785c8aabccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 4773d9f3-2adc-4c93-80c4-fc6581b7f7c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55785cc627cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: a8339689-c343-420f-8124-9f88ce3a539b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55785ccf22eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: f09b282f-be1a-4e6f-bb6c-90ea26253175
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55785ccfc653e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: c25120c7-7d88-4c58-9f97-e9e4cc88e862
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55785d0b253e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: c03ec0e3-19a4-4995-b76d-7a26e57f00f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:37:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:37:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:37:39Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c55785d13cfbe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 95d0c8c0-ae84-4c38-9e12-9f209ae4cda5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:40:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:37:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:46Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c5578604d83484
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: 77490fb7-2ae7-4080-82f0-5a7cfbd20568
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:40:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:44Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c557b0ee8c9050
    namespace: kserve-ci-e2e-test
    resourceVersion: "22025"
    uid: d9ca23d2-4bed-4227-8dce-a1f380f5489f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:40:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:44Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c557b0ee906a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22027"
    uid: ae22c87a-6c0d-42f6-8d68-51b2a279a0f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 77fd1550-ef43-41cc-8a2d-356ea250de44
  kind: Event
  lastTimestamp: "2026-07-24T21:40:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:46Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9.18c557b15400c4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: 306999c1-dff0-46ca-bb16-7e10e84ff6ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5ff9f946fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: dd0d8c85-6e63-4d47-98c3-e78f81ba3b3d
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5ff9f946fc-8x6q9'
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc.18c557849b00c4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: 549d3edc-55a3-4b75-b963-73f40e9912db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5ff9f946fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21257"
    uid: dd0d8c85-6e63-4d47-98c3-e78f81ba3b3d
  kind: Event
  lastTimestamp: "2026-07-24T21:39:04Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5ff9f946fc-7h72k'
  metadata:
    creationTimestamp: "2026-07-24T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote-v2-predictor-5ff9f946fc.18c557999b124db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: b2a425a7-a62e-4ff7-aa90-162264edcece
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: 26ed0f3e-6bfc-4167-a6d5-8e02d00a8ebc
  kind: Event
  lastTimestamp: "2026-07-24T21:37:34Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5ff9f946fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:37:34Z"
    name: isvc-canary-promote-v2-predictor.18c557849785b0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20525"
    uid: 27663ef0-6e51-4717-a144-7505f190ed4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: 26ed0f3e-6bfc-4167-a6d5-8e02d00a8ebc
  kind: Event
  lastTimestamp: "2026-07-24T21:39:04Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5ff9f946fc from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-24T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote-v2-predictor.18c55799951e98ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: 6fa2cf61-3692-45d3-a8f6-fa5a14b02ba6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 9b3071fc-101f-475d-850c-4e704ff61fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:39:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote.18c55784974da142
    namespace: kserve-ci-e2e-test
    resourceVersion: "21289"
    uid: 6389e3b6-c596-45fa-a0d6-7aa48a426715
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 9b3071fc-101f-475d-850c-4e704ff61fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:39:04Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote.18c5578497dcbb81
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: ad9b6b72-ed2c-477b-ab6f-03aa003f1c57
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:37:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 9b3071fc-101f-475d-850c-4e704ff61fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:39:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote.18c5578497dcf448
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: ab67def8-ae86-4cda-bac1-743cac8459c4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:38:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: 9b3071fc-101f-475d-850c-4e704ff61fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:40:41Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:40:41Z"
    name: isvc-canary-promote.18c55797c3eead56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21989"
    uid: bb8c6734-365a-4da1-8adb-75c31bcedab8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: 9b3071fc-101f-475d-850c-4e704ff61fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:39:04Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-24T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:39:04Z"
    name: isvc-canary-promote.18c557999d097b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: 9259591d-5a95-4cdf-8fb8-3a8b2715c9ae
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:42:20.107882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c7224d9aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: ea9aced6-dce3-4fff-81ed-a8d7f287ca46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c73ba267fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: f436ce84-5963-4cdf-9839-5376914ed9fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c73d9c527e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: ef74b48b-5f33-4f2c-997d-b59c3761dd8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c7404176d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: 29e3f63c-c830-495d-80d3-422c3339a626
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c740be03d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22852"
    uid: 7a5e76d0-b247-480e-9d44-fd493af66b40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:24Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c82d48f588
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: 327a0f74-28ec-4ea8-a7dc-2730a40d2963
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:24Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c83130dd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "22893"
    uid: aed65c27-a454-4b43-bbcf-da60f425903e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:24Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c831a992dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 18e6236f-aae8-46dc-8ff0-4c267538dcf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:24Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c831b3dc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22895"
    uid: 23a629bb-27a2-4c96-8c21-3696686a4b26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:24Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c837fb9076
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: 10c44d44-aab8-47c8-bd7a-a4eae9c27185
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:42:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:24Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c838855c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: c2c8cbad-1dc5-4f98-9698-486bcdbe48ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:43:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:32Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557c8a546e434
    namespace: kserve-ci-e2e-test
    resourceVersion: "23360"
    uid: 796e663f-716e-4c9b-9023-c3e6798a079e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:43:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:40Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557d9c73225c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23437"
    uid: a9ee65e8-0db4-4b88-aec0-6417f5021aa0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:43:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:40Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557d9c73359a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23439"
    uid: 67256089-355b-4c7b-a71a-400c988eab0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: d6ec258d-d47f-46c6-96b4-e09dec1bd75f
  kind: Event
  lastTimestamp: "2026-07-24T21:43:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:42Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4.18c557da576ef2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: b6451f51-ad48-42c9-ad5a-80b53bb79d64
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:40:49.969095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22108"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    to ip-10-0-138-234.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:40:49Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b2259ce364
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: 7073ed49-d964-40b7-a55d-87c1f33e736a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22126"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:50Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:40:50Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b23f50e702
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: ecdd7f37-b7d0-426e-8279-d582cf818f1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:50Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b240ce4afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22143"
    uid: 6249a9cf-69f3-4668-bfb2-9d918c1d1b72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:50Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b244052179
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: 3cb0628a-1681-47f9-8dc2-745a88dc241d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:50Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b24479d9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: dd4c1e37-a74e-4b42-bd27-e00282262e98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:54Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b332aa63fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22185"
    uid: c9b7401b-0e50-4699-85ea-05e3aba80c4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:54Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b33606d7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22187"
    uid: 9a4b616b-d7c8-4556-a62d-d2a566595a76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:54Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b336817e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22188"
    uid: e54cb319-3530-4ee9-b6ef-891c2b54f9ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:54Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b3368b8498
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: 408c378a-13c8-47a2-aff9-d5e28b9040c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:54Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b33984c709
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: a11f6312-e847-4be8-a9ab-50cf7ef69df9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:40:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:54Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b339fc62db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: 4b89b07e-41e2-47f2-a601-7c1d7b7c5899
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:43:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:42Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557b3aa803740
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: 13f18908-144c-4497-8457-bac715e8604f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:43:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:40Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557d9c70ef47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: d85cdbf5-f92d-4047-926d-c0d71e0ced63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:43:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:40Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557d9c70faa5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: a4ea091c-e728-4745-8542-442647a69106
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 15c1997b-faff-4334-8e00-3bb42d516970
  kind: Event
  lastTimestamp: "2026-07-24T21:43:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:42Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d-glsdr.18c557da5119ece7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 93705076-891d-4514-8e84-b39f7f6737a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6d775fdd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22087"
    uid: 112d992c-0565-4dce-9f15-374109d409ad
  kind: Event
  lastTimestamp: "2026-07-24T21:40:49Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6d775fdd5d-glsdr'
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:40:49Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d.18c557b224469e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: 4a2c1924-1d76-4a74-b13a-bc55ef3ca3e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6d775fdd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: 112d992c-0565-4dce-9f15-374109d409ad
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6d775fdd5d-bqvb4'
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-predictor-6d775fdd5d.18c557c7219ae5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22836"
    uid: 9e0f5d29-ba54-4dc8-b9b9-d9ffdf200bfb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: 824cf89d-ceba-44ef-b017-a10ffca95fc3
  kind: Event
  lastTimestamp: "2026-07-24T21:40:49Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6d775fdd5d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:40:49Z"
    name: isvc-canary-rollback-predictor.18c557b21ed0543e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: 68055732-05a0-40d2-8d50-617662655a9f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22814"
    uid: 824cf89d-ceba-44ef-b017-a10ffca95fc3
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6d775fdd5d from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-predictor.18c557c71c4f4791
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 9b8c8214-5022-4b17-95d7-863e3db29ddf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:40:49.983955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:40:49Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b2267f9363
    namespace: kserve-ci-e2e-test
    resourceVersion: "22118"
    uid: f7d2bee7-aa7b-4651-9c15-98445e753f75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:50Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b22f42f9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 53d9e9bd-57e4-4810-bd3e-724cfebd726d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:51Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:40:51Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b263b816ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: e2aa62fd-aa00-4d9b-b8ee-24588407250f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:51Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b26538facd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 001c1f04-c013-413f-a5e9-d13dc7f0108c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:51Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b267d14ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 37d37c57-d3ed-4a6a-af23-745f93d84e84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:51Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b2684321e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 0d57fef7-8a0b-4bd2-983c-498ad0547f59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:55Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b35ef7e300
    namespace: kserve-ci-e2e-test
    resourceVersion: "22201"
    uid: c70c5c6d-e6c0-4858-a216-2ac2b42ba26a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:55Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b3627da575
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: 0c9a4cec-6282-477f-be97-37d3655ad7c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:55Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b363015f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22205"
    uid: eb1fe46e-933a-4f44-a2ce-de9bc49d6922
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:55Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b3630bd4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: 1b5b68b4-a663-4faf-9f57-55f51211a23c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:55Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b36624075c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 4ef23662-df31-49b0-85e2-d4d5b05397f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:40:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:40:55Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b3669d8666
    namespace: kserve-ci-e2e-test
    resourceVersion: "22209"
    uid: 331830d5-faa1-4567-b6c4-48905d4cf882
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:42:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:22Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557b39afee7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: 63e98779-e904-4b0f-8e12-a5b353ea37aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557c71d601da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 835837ad-5835-4dbe-921f-159a37319a75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557c71d60ca32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 74008943-533d-46e9-9847-d89076b2ce53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 429abbfa-0ca6-426e-bc0d-f088bb53ffa1
  kind: Event
  lastTimestamp: "2026-07-24T21:42:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:42:22Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm.18c557c7a1310cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22873"
    uid: 293055c3-4a0e-41cf-ac4f-fed0673927a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22097"
    uid: 27063d70-e17c-470c-a0e6-97b13f869723
  kind: Event
  lastTimestamp: "2026-07-24T21:40:49Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-5b9f7db4c5-jb5xm'
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:40:49Z"
    name: isvc-canary-rollback-v2-predictor-5b9f7db4c5.18c557b225c55197
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: a2d6d0df-d0f6-4d1c-83da-8593f617612a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: 7b78db0d-4519-447b-9593-3f48fc272277
  kind: Event
  lastTimestamp: "2026-07-24T21:40:49Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-5b9f7db4c5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:40:49Z"
    name: isvc-canary-rollback-v2-predictor.18c557b221314ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 02557bb7-e1fd-4daf-bec2-59b937b68056
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: ce7331e7-c918-4f38-bb20-2809df037de6
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback.18c557b220feefd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 2aa5e1b1-7379-4c7f-ac87-cb5c0b316571
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: ce7331e7-c918-4f38-bb20-2809df037de6
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback.18c557b2216daf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 357547e6-9ed3-4deb-bfff-b5896a37638f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: ce7331e7-c918-4f38-bb20-2809df037de6
  kind: Event
  lastTimestamp: "2026-07-24T21:40:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:40:50Z"
    name: isvc-canary-rollback.18c557b2216dfaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22130"
    uid: 06ee39a9-c386-4115-adf2-eb48a8f53de1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: ce7331e7-c918-4f38-bb20-2809df037de6
  kind: Event
  lastTimestamp: "2026-07-24T21:43:36Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:43:36Z"
    name: isvc-canary-rollback.18c557c562d3ae9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23396"
    uid: 23bea34c-d3f4-47e8-b7b3-f8a0a4d6a5bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:42:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22833"
    uid: ce7331e7-c918-4f38-bb20-2809df037de6
  kind: Event
  lastTimestamp: "2026-07-24T21:42:20Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-24T21:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:42:20Z"
    name: isvc-canary-rollback.18c557c720b617a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: a18eaa41-65b5-4368-aae6-226d32766a0b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:43:45.360688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23518"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557dafbc42947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: ec218393-bef8-4a81-bb3b-42dfeb22c729
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557db092b7db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: e03441cd-62d1-4b10-a2b2-e75845fe3976
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23535"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:46Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:43:46Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557db3959273d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 7aaf8f95-6bf9-4a02-b00d-6987b8a0f439
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:46Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557db3b112705
    namespace: kserve-ci-e2e-test
    resourceVersion: "23564"
    uid: 2733c310-07e8-44fc-9c03-afbc04db7817
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:46Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557db3dc2101e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 20d12329-dc5e-4db3-bddd-4b01a33a4134
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:46Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557db3e34cb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: cb8c7264-1499-4b2f-b507-c29ce12b8359
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:50Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557dc48ab3b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23616"
    uid: d9bfbd6a-3a7d-47b9-8c59-996c5acc6977
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:51Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557dc4bd61703
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: f3482bdb-ee51-4992-a968-c2546d3798a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:51Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557dc4c4eba3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23619"
    uid: 1a0b7145-36f2-4eb7-a7ac-30c4548b76cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:51Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557dc4c58aa9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23621"
    uid: 926613d2-afea-4630-9a6a-dfbfa6c47527
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:51Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557dc4ef87dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23623"
    uid: 689d8b16-d39a-4954-ad94-355bc8ba5886
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:43:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:51Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557dc4f7315d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23624"
    uid: c3d1536e-4441-4fbd-a574-a7734fd67b84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:45:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:18Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557dcc0af2603
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: d5055ae7-38ea-4d15-b99b-f824516deff3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:45:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:15Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557eff308e032
    namespace: kserve-ci-e2e-test
    resourceVersion: "24245"
    uid: 62ffea8b-3293-4f93-be4f-165a23211236
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:45:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:15Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557eff30979fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: 51d6c180-9792-4cc0-81ef-b862c28236f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 5e59ad05-6266-4547-baec-0a5cca60c4ba
  kind: Event
  lastTimestamp: "2026-07-24T21:45:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:18Z"
    name: isvc-canary-stop-predictor-8bd7d86fd-gwc6t.18c557f0c6e5079c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 421ecc6d-997f-4ffd-81d0-34aeffcaa82c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-8bd7d86fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23502"
    uid: c11ea826-9978-4bde-96bb-627728647985
  kind: Event
  lastTimestamp: "2026-07-24T21:43:45Z"
  message: 'Created pod: isvc-canary-stop-predictor-8bd7d86fd-gwc6t'
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop-predictor-8bd7d86fd.18c557dafb2bb67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 4e8f8968-01fe-49f4-b25f-e734d2b4b963
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23501"
    uid: e6386c88-3fcf-4aa7-b8a4-51c4569ea082
  kind: Event
  lastTimestamp: "2026-07-24T21:43:45Z"
  message: Scaled up replica set isvc-canary-stop-predictor-8bd7d86fd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop-predictor.18c557daf71a6288
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: b9c0c41f-7d9a-47d4-b36b-7596983e084d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:43:45.372924Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    to ip-10-0-138-234.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557dafc7ee4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23530"
    uid: c42a42e4-6185-4acb-9d9c-7c0fd34d0f27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557db07d5d93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: 4eaaef33-910f-412f-ac2b-4aab9b337f51
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23537"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:46Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:43:46Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557db39f9eceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 8163c07d-a2d9-4812-bf79-3709ca71a04a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:46Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557db3b7af1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: 2408c20d-daf0-4edf-9b10-72f74f3945bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:46Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557db3e29e34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23568"
    uid: f78a966a-80e3-4949-a902-7e5010ea4004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:46Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557db3e9a03b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: b6317bdc-8ecd-4837-8e49-ec6b73acf533
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:50Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557dc197f75fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: d3a804e1-d1e4-437e-a1b2-4b558733e332
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:50Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557dc1e218d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: 75162b58-da26-4fe8-a533-fdee52ebda4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:50Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557dc1e9b18ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: 414bb737-c140-4aae-971d-d46794681a11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:50Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557dc1ea57b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: 3200c095-285f-410d-aa94-4a260db573d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:50Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557dc219a163d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 3c860f9c-43bd-4705-b5dc-6fe5e0e9339a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:43:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:43:50Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557dc220f2480
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: de098822-db7a-44e7-9df7-95a209aa5225
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:44:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:44:58Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557dc91773154
    namespace: kserve-ci-e2e-test
    resourceVersion: "24100"
    uid: 74560087-1b38-4c58-8d3a-845ee9ca97dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:45:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:15Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557eff52af4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24255"
    uid: f3a817c8-be45-49ac-b3a5-bf48ad8e97b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:45:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:15Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557eff52b56b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 98e84b58-b640-42c2-b450-befcf8b5c662
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2db18555-512c-4b4a-9bec-d90afcdf2d05
  kind: Event
  lastTimestamp: "2026-07-24T21:45:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:18Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx.18c557f097a0e2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: af8ed843-6ed7-42f2-bf48-c4026473b717
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-5b66dd5859
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: 4d94d853-51be-4a91-9a7a-18001c36d9a7
  kind: Event
  lastTimestamp: "2026-07-24T21:43:45Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-5b66dd5859-psnmx'
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop-v2-predictor-5b66dd5859.18c557dafbed6408
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: a0461e85-4d59-4b06-bccb-132201ec6626
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23509"
    uid: 733b1227-a34d-497e-9866-cc4c9a2e2df5
  kind: Event
  lastTimestamp: "2026-07-24T21:43:45Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-5b66dd5859 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop-v2-predictor.18c557daf8f3c5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23513"
    uid: a210f4d9-b5d3-4d0d-ba97-c4c76cd7bf54
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: acbe54df-bd97-461d-8ca2-1416c9625ff7
  kind: Event
  lastTimestamp: "2026-07-24T21:45:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:15Z"
    name: isvc-canary-stop.18c557daf896e47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: 2a3db9a4-953c-4a4a-9b71-961ef981f008
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: acbe54df-bd97-461d-8ca2-1416c9625ff7
  kind: Event
  lastTimestamp: "2026-07-24T21:43:45Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop.18c557daf919d364
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: 0216ba86-13e7-4ef6-bf9a-3cdda4e88ee9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:43:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23494"
    uid: acbe54df-bd97-461d-8ca2-1416c9625ff7
  kind: Event
  lastTimestamp: "2026-07-24T21:43:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:43:45Z"
    name: isvc-canary-stop.18c557daf91a0a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: 263c4f4b-38cb-4999-9fbc-958c9bcf5c64
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: acbe54df-bd97-461d-8ca2-1416c9625ff7
  kind: Event
  lastTimestamp: "2026-07-24T21:45:09Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:09Z"
    name: isvc-canary-stop.18c557ee7ac57896
    namespace: kserve-ci-e2e-test
    resourceVersion: "24193"
    uid: 618752b5-9169-4f3d-8bb5-372181398578
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: acbe54df-bd97-461d-8ca2-1416c9625ff7
  kind: Event
  lastTimestamp: "2026-07-24T21:45:15Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-24T21:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:15Z"
    name: isvc-canary-stop.18c557eff4649704
    namespace: kserve-ci-e2e-test
    resourceVersion: "24252"
    uid: 1b936a4c-0d46-4e71-b2e7-f462cc7d9bbc
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:47:22.249695Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25650"
    uid: fb1f7063-8522-4e6d-8fd3-f164fd3b4441
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-972622-predictor-84968b6f47-xn72g
    to ip-10-0-138-234.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:47:22Z"
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g.18c5580d7b5bd54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 9257a95c-5c1c-4844-81ce-7747ed8487ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25663"
    uid: fb1f7063-8522-4e6d-8fd3-f164fd3b4441
  kind: Event
  lastTimestamp: "2026-07-24T21:47:22Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:47:22Z"
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g.18c5580d953e8dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: d53e39dc-238f-4502-b50b-d8180f2f4b7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25652"
    uid: fb1f7063-8522-4e6d-8fd3-f164fd3b4441
  kind: Event
  lastTimestamp: "2026-07-24T21:47:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:28Z"
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g.18c5580d96c76dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: 320e9d7a-b822-43b6-ad07-034bcd6179e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25652"
    uid: fb1f7063-8522-4e6d-8fd3-f164fd3b4441
  kind: Event
  lastTimestamp: "2026-07-24T21:47:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:28Z"
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g.18c5580d9b26a0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 32d4c99f-6262-4618-ad46-e1db9bf11e90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25652"
    uid: fb1f7063-8522-4e6d-8fd3-f164fd3b4441
  kind: Event
  lastTimestamp: "2026-07-24T21:47:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:28Z"
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g.18c5580d9ba82f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: 5a6e83c1-de11-4ce7-806d-ccbe25fd7cc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25652"
    uid: fb1f7063-8522-4e6d-8fd3-f164fd3b4441
  kind: Event
  lastTimestamp: "2026-07-24T21:47:32Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-972622-predictor-84968b6f47-xn72g_kserve-ci-e2e-test(fb1f7063-8522-4e6d-8fd3-f164fd3b4441)
  metadata:
    creationTimestamp: "2026-07-24T21:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:32Z"
    name: isvc-init-fail-972622-predictor-84968b6f47-xn72g.18c5580fc2645ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 26346c3e-e8de-4e83-92bd-fdf4adbcfb6f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-972622-predictor-84968b6f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: de973e11-5a3b-4472-934d-eabc32545e13
  kind: Event
  lastTimestamp: "2026-07-24T21:47:22Z"
  message: 'Created pod: isvc-init-fail-972622-predictor-84968b6f47-xn72g'
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:22Z"
    name: isvc-init-fail-972622-predictor-84968b6f47.18c5580d7a598e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25651"
    uid: fa454258-5153-4290-ad0e-8f34a026a6f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-972622-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25640"
    uid: a019d8d0-845d-4c02-ad0d-6c1defc451df
  kind: Event
  lastTimestamp: "2026-07-24T21:47:22Z"
  message: Scaled up replica set isvc-init-fail-972622-predictor-84968b6f47 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:22Z"
    name: isvc-init-fail-972622-predictor.18c5580d768be432
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: c0e8fb04-80e5-452d-ad33-a30907806ba9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-972622
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: 3ae6d4ac-4b5f-4fd0-9d68-a82cf346e9c8
  kind: Event
  lastTimestamp: "2026-07-24T21:47:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:47:32Z"
    name: isvc-init-fail-972622.18c5580d769279b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: 65217e25-5c00-47de-a0b5-f033a2fc5cfd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-972622
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: 3ae6d4ac-4b5f-4fd0-9d68-a82cf346e9c8
  kind: Event
  lastTimestamp: "2026-07-24T21:47:22Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-972622":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-972622":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:47:22Z"
    name: isvc-init-fail-972622.18c5580d77303599
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: 82d4313f-408a-478b-8606-52442ffb588f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-972622
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: 3ae6d4ac-4b5f-4fd0-9d68-a82cf346e9c8
  kind: Event
  lastTimestamp: "2026-07-24T21:47:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-972622": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:47:22Z"
    name: isvc-init-fail-972622.18c5580d77307bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: fc85e2b0-2471-4e78-8d94-537bafe2e719
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:31:38.403605Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55731b9bf7f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: 8f893e9c-8b31-4941-adbd-89c892fd02c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:38Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55731d39d8ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 40175596-2c23-453c-8681-29ba985dc0c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55731d525f6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 959733e7-367f-40e6-83bd-da79e305b063
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55731d83d0e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: df147683-d010-4d27-9224-2fdb48cc71ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55731d8ba107b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 28510490-712f-4642-a54b-2f497597f404
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:42Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732c86cd715
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 768d1db8-9c8b-417b-ae15-53d7980f45a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:42Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732cb8099c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 54756d1e-ecdd-4c94-ab57-3d82ab625537
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:43Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732cbfc51ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: f5276868-56dd-454a-8752-2a2e58614b19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:43Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732cc0620a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: d72a62cc-691a-430f-b507-172415a0a153
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:43Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732cef94af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: e772202a-9a9c-4e3c-9bab-e21aa9ba6527
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:43Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732cf6d5ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 62b5a9fa-62fc-4d1a-8af1-da2e8e333025
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:43Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5eadda1fc9085300923462d30bccc33b4ca27b6d1bc72292ef033cbc042de960"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:43Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732cf785035
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 18dae7cc-fc55-44de-a81f-b9a124032e94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:43Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732d286add0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: 3cd3ad59-0f22-47af-9ca7-a9dea17680fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:31:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:43Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55732d2f8fcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: 24daa983-924a-406b-aeae-e34cfbb904a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:33:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:22Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55733405fdaec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 0d73d1c6-a728-47a5-9b75-c8caf30e89a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:33:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-24T21:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:22Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55733406a681f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: 64e65392-5225-4399-825e-4b352a936630
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55747e433c16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18411"
    uid: cbb3fa30-7e01-4626-9389-3e5f8280596e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55747e434f72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 44a66bb3-5a54-4555-b15a-dec6b5fdabbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c55747e4351c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: e11941c3-bf21-4036-962d-cdd51b69e4ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 8066dfd8-1b5a-4c71-ada7-4d679d4c6d28
  kind: Event
  lastTimestamp: "2026-07-24T21:33:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:25Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr.18c5574870a1e7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: 67893c27-9963-4116-a2fb-be2ec3bc7446
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-103c4-predictor-95c8bff79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: 0b14c74d-8091-4127-b57e-3a6de7fd2f70
  kind: Event
  lastTimestamp: "2026-07-24T21:31:38Z"
  message: 'Created pod: isvc-logger-raw-103c4-predictor-95c8bff79-lgvxr'
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: isvc-logger-raw-103c4-predictor-95c8bff79.18c55731b94b41c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: b4e4aa92-ce6d-4270-9878-ac96f412bc0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-103c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17633"
    uid: caf15271-fbf2-4ac3-b76a-f2cb6f6b239b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:38Z"
  message: Scaled up replica set isvc-logger-raw-103c4-predictor-95c8bff79 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: isvc-logger-raw-103c4-predictor.18c55731b56462b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 7aaf68aa-2ea5-4e9d-8170-cd350ad87fe5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-103c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: 3725c4fc-9593-4298-8ef2-3595e81e9189
  kind: Event
  lastTimestamp: "2026-07-24T21:32:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:32:23Z"
    name: isvc-logger-raw-103c4-predictor.18c5573533ffa625
    namespace: kserve-ci-e2e-test
    resourceVersion: "18018"
    uid: 3e8b1f4c-ebb2-4926-a5d4-8b593a913a40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-103c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: 3725c4fc-9593-4298-8ef2-3595e81e9189
  kind: Event
  lastTimestamp: "2026-07-24T21:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:32:23Z"
    name: isvc-logger-raw-103c4-predictor.18c55735346ccf3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18019"
    uid: 67655662-d078-428a-99c8-e6d1dd08f3c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-103c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 3725c4fc-9593-4298-8ef2-3595e81e9189
  kind: Event
  lastTimestamp: "2026-07-24T21:33:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:33:08Z"
    name: isvc-logger-raw-103c4-predictor.18c5573fb0ce06fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18351"
    uid: 88989153-1638-4eb2-b027-8b50ba9dd69a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-103c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 3725c4fc-9593-4298-8ef2-3595e81e9189
  kind: Event
  lastTimestamp: "2026-07-24T21:33:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:33:08Z"
    name: isvc-logger-raw-103c4-predictor.18c5573fb1468fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18352"
    uid: 0681c463-b5eb-4592-bd4c-63d1055a6e69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-103c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 32be796a-f942-47c7-87e8-e9fa34c39c6b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:33:02Z"
    name: isvc-logger-raw-103c4.18c55731b57af7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18315"
    uid: b9d644f4-c0ff-435a-a624-89e622c8c9d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-103c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 32be796a-f942-47c7-87e8-e9fa34c39c6b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:38Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-103c4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-103c4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: isvc-logger-raw-103c4.18c55731b60a5dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 0106f98d-8e35-472f-b809-6e315d45b531
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-103c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: 32be796a-f942-47c7-87e8-e9fa34c39c6b
  kind: Event
  lastTimestamp: "2026-07-24T21:33:02Z"
  message: InferenceService [isvc-logger-raw-103c4] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:33:02Z"
    name: isvc-logger-raw-103c4.18c557456279398e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18314"
    uid: 039dcb28-ad50-44ae-b6fe-1dba89365f1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:45:25.809625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-cbae98-predictor-f485947c4-j2jzk
    to ip-10-0-138-234.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:45:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:45:25Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f25efd5e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24377"
    uid: d30317e9-eac2-4810-8e73-e740a082aaa6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-cbae98-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:26Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f26eaaa955
    namespace: kserve-ci-e2e-test
    resourceVersion: "24390"
    uid: 7617a4f3-a70b-4e29-825d-35d2b6865b98
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24383"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:26Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:45:26Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f29c7d980d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24401"
    uid: 7076cbb1-f68b-4293-a077-14c264b9a09a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:26Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f29dd0e8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 40e82a28-8b8e-457d-83bb-731072673493
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:26Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f2a09d91f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: ef23ac8e-3130-4a96-87d5-39d4e52b9f04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:26Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f2a153e75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 63609478-5bcb-4704-bb8d-a93a5bf5b24e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:31Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f3b4b929c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: bd3d51f9-e4cd-4deb-ad5c-e4222d0238c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:31Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f3b79cf727
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: d21b79db-54b7-41ea-b2a1-1feafab6ebc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:31Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f3b80ff4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: 0c9b1e9b-61b9-47ae-8bcd-2d5c9b1b9ec2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:31Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f3b8195ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: a5af50bd-e66f-48b4-8d35-cc8ec7f3f63e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:31Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f3baee90df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: b9f73fc5-5245-44d1-9e7b-eece285c504e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:45:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:45:31Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f3bb6297f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24449"
    uid: 760c3693-86a4-43ed-a804-f78f3296938c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:46:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:46:39Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c557f42c8d2f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24921"
    uid: 8a9ae90f-f7b6-49cc-a1cc-1e62f1b1809a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:47:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:17Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c5580c46d4349d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: 7853896e-40af-4720-91b4-79b3f83bdf35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:47:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:17Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c5580c46d49d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: 7ea3533a-d4ed-43e9-a82f-b64fd7523d87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 09542a9a-77fd-42b0-a39d-782700e91b08
  kind: Event
  lastTimestamp: "2026-07-24T21:47:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:19Z"
    name: isvc-primary-cbae98-predictor-f485947c4-j2jzk.18c5580cdadfab4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25603"
    uid: a1d7cfa3-b0b4-4fe8-8124-7060bbab93e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-cbae98-predictor-f485947c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 73692d48-052a-4fdd-a06f-506cff868b41
  kind: Event
  lastTimestamp: "2026-07-24T21:45:25Z"
  message: 'Created pod: isvc-primary-cbae98-predictor-f485947c4-j2jzk'
  metadata:
    creationTimestamp: "2026-07-24T21:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:45:25Z"
    name: isvc-primary-cbae98-predictor-f485947c4.18c557f25e926b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24373"
    uid: 6a39a5e0-2aa7-4b65-96c3-92655358d6cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-cbae98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24359"
    uid: e4afe2d8-d71d-4987-b8da-bbed77b8f678
  kind: Event
  lastTimestamp: "2026-07-24T21:45:25Z"
  message: Scaled up replica set isvc-primary-cbae98-predictor-f485947c4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:45:25Z"
    name: isvc-primary-cbae98-predictor.18c557f255a0b327
    namespace: kserve-ci-e2e-test
    resourceVersion: "24363"
    uid: f49d70a6-6ee2-4503-9f09-f34db9ad11fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cbae98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24360"
    uid: eccb1a61-074f-4343-abbc-096fae6ebe8f
  kind: Event
  lastTimestamp: "2026-07-24T21:45:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:45:55Z"
    name: isvc-primary-cbae98-predictor.18c557f5d46c3064
    namespace: kserve-ci-e2e-test
    resourceVersion: "24619"
    uid: e0ced024-4501-4d45-b3e6-2f17c78f1556
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cbae98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24360"
    uid: eccb1a61-074f-4343-abbc-096fae6ebe8f
  kind: Event
  lastTimestamp: "2026-07-24T21:45:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:45:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:45:55Z"
    name: isvc-primary-cbae98-predictor.18c557f5d4d0f096
    namespace: kserve-ci-e2e-test
    resourceVersion: "24620"
    uid: 4b485ec3-e1b8-4f14-8209-74cc110f3553
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T21:46:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cbae98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: eccb1a61-074f-4343-abbc-096fae6ebe8f
  kind: Event
  lastTimestamp: "2026-07-24T21:47:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:10Z"
    name: isvc-primary-cbae98-predictor.18c557fcd2e37c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25497"
    uid: deaef9bd-0bfe-4deb-b205-f8e2d6b01ac3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T21:46:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cbae98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: eccb1a61-074f-4343-abbc-096fae6ebe8f
  kind: Event
  lastTimestamp: "2026-07-24T21:47:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:10Z"
    name: isvc-primary-cbae98-predictor.18c557fcd34beafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 5b411be2-f178-4eef-8fb2-a65c69e7ec30
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cbae98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: 44885364-0ec8-44af-8cd1-2c3ff6f4fb7b
  kind: Event
  lastTimestamp: "2026-07-24T21:46:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:46:44Z"
    name: isvc-primary-cbae98.18c557f255c8e1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: 88bb488f-4332-49d6-a2c6-65d39f9c655e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cbae98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: 44885364-0ec8-44af-8cd1-2c3ff6f4fb7b
  kind: Event
  lastTimestamp: "2026-07-24T21:45:25Z"
  message: 'Failed to update status for InferenceService "isvc-primary-cbae98": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-cbae98":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:25Z"
    name: isvc-primary-cbae98.18c557f2567d2541
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: 65792a5c-fc9b-4173-8c16-979878d2d81d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:45:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cbae98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: 44885364-0ec8-44af-8cd1-2c3ff6f4fb7b
  kind: Event
  lastTimestamp: "2026-07-24T21:45:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-cbae98": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:45:25Z"
    name: isvc-primary-cbae98.18c557f2567d754b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: 72ece725-e1c2-4dff-87c1-114a366074fa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:46:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cbae98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25087"
    uid: 44885364-0ec8-44af-8cd1-2c3ff6f4fb7b
  kind: Event
  lastTimestamp: "2026-07-24T21:46:44Z"
  message: InferenceService [isvc-primary-cbae98] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:46:44Z"
    name: isvc-primary-cbae98.18c55804b0ac3419
    namespace: kserve-ci-e2e-test
    resourceVersion: "25088"
    uid: d51fabd9-a813-4315-920b-bc2c0a7b25a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:25:52.463103Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e12e164107
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 9a8b975e-0a7a-4c21-9a7b-cec8b4f6dc2d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:25:52Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e1477da6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14525"
    uid: 32ac7ddf-51e3-437a-8605-3bf5d6364d8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:25:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e148f7bd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14527"
    uid: bd668b3b-d245-4458-b86f-c21a8449d94e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:25:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e14bda5f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: 92a39d68-4003-4220-b521-dd0e43cdf76f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:25:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e14c5155c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: acd41f6f-1b4c-4666-83ea-c64cf3cf2967
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:25:57Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
  metadata:
    creationTimestamp: "2026-07-24T21:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:25:57Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e2561b201b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: b1e61815-a7a8-4f04-a9e0-ea381a4d5fc9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    in 13.108s (13.108s including waiting). Image size: 1557885864 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:10Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e5636a1698
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: 7742dd59-bcbc-40a6-8093-61c5fb588f54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:10Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e566ffdb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "14667"
    uid: a9b47a62-1cbe-4ff4-b576-76091faded2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:10Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e56779083c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: 7730a212-5498-489a-ae85-fac347455772
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-24T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:10Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e567877a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 4ad71274-5ccc-41d0-864b-f2742f4fb4de
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.521s (2.521s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:13Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e5fdd18c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 7e0868c0-b33e-44a1-9e7f-5c6643cfe4a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:13Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e600a9096c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: 64e5a1ea-44d4-479f-9021-105f717afb7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:13Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e6011f1e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: e2705dc4-3e29-4b6c-ac01-9379775a8003
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:5eadda1fc9085300923462d30bccc33b4ca27b6d1bc72292ef033cbc042de960"
  metadata:
    creationTimestamp: "2026-07-24T21:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:13Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e6012d686c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: c8c06a1c-9a3c-4817-a02e-e27267506d90
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:5eadda1fc9085300923462d30bccc33b4ca27b6d1bc72292ef033cbc042de960"
    in 2.77s (2.77s including waiting). Image size: 240177254 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:15Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e6a64f5d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14709"
    uid: 08766d10-ec44-4eb0-8e9f-94e41351b1ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:16Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-24T21:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:16Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e6a9b330db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: 69abdf30-85cb-403e-9e19-f3bf9c5b445c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:26:16Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-24T21:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:26:16Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e6aa28c6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: d0ca14ef-ab6e-4937-87dc-4202a4e5dc2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:28:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:02Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e6c8b475c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 1baa964e-9d10-460a-856c-81901cf92284
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:28:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-24T21:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:02Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556e6c8bd71a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: f7c11adf-9d54-4154-a223-f2678375254f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:27:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556fc059773d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 88c801a9-f617-4af6-8f6e-1bfeb37a380a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:27:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556fc0598045a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: be109d81-aaaa-47d1-a3d6-14fc0fe3bc8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:27:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556fc05981e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 8b876387-c9fe-4985-8816-3aa954ca967b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 71b760f7-9174-4731-a696-219ae8b18a4d
  kind: Event
  lastTimestamp: "2026-07-24T21:28:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:02Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t.18c556fd22e55da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: c5212d94-4057-4346-8227-b61de987f95c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14495"
    uid: 0aab2baf-51c1-4875-8800-a3c4c2c4bdf1
  kind: Event
  lastTimestamp: "2026-07-24T21:25:52Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c-lgq8t'
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c.18c556e12da9462a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14504"
    uid: 61e9286e-a10e-4806-95d9-ae71cf5be908
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-05405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14494"
    uid: 0b1f5042-ba7c-405e-8c2c-cf20956b105b
  kind: Event
  lastTimestamp: "2026-07-24T21:25:52Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-05405-predictor-84cfbfbf4c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405-predictor.18c556e1290d49bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14496"
    uid: a29b10d3-e770-4c69-bd32-2279bd6ffed1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-05405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14510"
    uid: 2c050707-7c16-45e4-b2c1-2e828c89a1c7
  kind: Event
  lastTimestamp: "2026-07-24T21:26:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:26:22Z"
    name: isvc-raw-sklearn-batcher-05405-predictor.18c556e4ae884831
    namespace: kserve-ci-e2e-test
    resourceVersion: "14767"
    uid: bc48abbc-4568-4280-a93f-79ff8fab923b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-05405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14510"
    uid: 2c050707-7c16-45e4-b2c1-2e828c89a1c7
  kind: Event
  lastTimestamp: "2026-07-24T21:26:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:26:22Z"
    name: isvc-raw-sklearn-batcher-05405-predictor.18c556e4aefad3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: e5bbd46f-6c6e-4419-9674-e76a53af740d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-05405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: 2c050707-7c16-45e4-b2c1-2e828c89a1c7
  kind: Event
  lastTimestamp: "2026-07-24T21:27:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:27:37Z"
    name: isvc-raw-sklearn-batcher-05405-predictor.18c556ebad188fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15313"
    uid: 54611f84-753b-4a67-a0b6-767fe5d4f52c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-24T21:26:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-05405-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: 2c050707-7c16-45e4-b2c1-2e828c89a1c7
  kind: Event
  lastTimestamp: "2026-07-24T21:27:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:27:37Z"
    name: isvc-raw-sklearn-batcher-05405-predictor.18c556ebad89a6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: b1dfe6ee-b222-4710-a958-53c28866163c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-05405
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: a63e60ce-e8c7-459b-80ac-0536d07e2d51
  kind: Event
  lastTimestamp: "2026-07-24T21:27:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:27:32Z"
    name: isvc-raw-sklearn-batcher-05405.18c556e12f3fe54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: 4d8e7a50-5b03-4267-9783-c1fd70e90792
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-05405
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: a63e60ce-e8c7-459b-80ac-0536d07e2d51
  kind: Event
  lastTimestamp: "2026-07-24T21:25:52Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-05405":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-05405":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405.18c556e12f9c80e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14514"
    uid: 79d9b984-e7da-40e5-a2ef-69c18e1dbd5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-05405
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: a63e60ce-e8c7-459b-80ac-0536d07e2d51
  kind: Event
  lastTimestamp: "2026-07-24T21:25:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-05405": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:25:52Z"
    name: isvc-raw-sklearn-batcher-05405.18c556e12f9cd076
    namespace: kserve-ci-e2e-test
    resourceVersion: "14516"
    uid: 9e2c9e3c-3e4f-4765-9bd5-3fce8976250a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-05405
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: a63e60ce-e8c7-459b-80ac-0536d07e2d51
  kind: Event
  lastTimestamp: "2026-07-24T21:27:32Z"
  message: InferenceService [isvc-raw-sklearn-batcher-05405] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:27:32Z"
    name: isvc-raw-sklearn-batcher-05405.18c556f88134ab8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: 86ee0120-a9b8-4e14-a270-89e840f7dca3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:47:00.957330Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: dcf3d8ad-1248-4e38-8984-c1499c3e71f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:47:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:47:00Z"
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r.18c55808863c14a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 51e9c8bc-85fd-4b3a-9626-d8855ff38e6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25399"
    uid: dcf3d8ad-1248-4e38-8984-c1499c3e71f8
  kind: Event
  lastTimestamp: "2026-07-24T21:47:01Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:47:01Z"
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r.18c558089fd72e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25411"
    uid: 26a9b0c4-7cb1-4c8c-9162-29531f2b3aae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: dcf3d8ad-1248-4e38-8984-c1499c3e71f8
  kind: Event
  lastTimestamp: "2026-07-24T21:47:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:06Z"
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r.18c55808a18a4cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25457"
    uid: 64b2a18d-9a47-402f-9107-357e7a3942ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: dcf3d8ad-1248-4e38-8984-c1499c3e71f8
  kind: Event
  lastTimestamp: "2026-07-24T21:47:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:06Z"
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r.18c55808a464eb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: f81be74d-b5d4-4384-8521-938a4bb0b7cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: dcf3d8ad-1248-4e38-8984-c1499c3e71f8
  kind: Event
  lastTimestamp: "2026-07-24T21:47:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:06Z"
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r.18c55808a4d6248a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 7d3f8f0c-54bc-485a-84ab-db0301cd0f3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: dcf3d8ad-1248-4e38-8984-c1499c3e71f8
  kind: Event
  lastTimestamp: "2026-07-24T21:47:12Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r_kserve-ci-e2e-test(dcf3d8ad-1248-4e38-8984-c1499c3e71f8)
  metadata:
    creationTimestamp: "2026-07-24T21:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:12Z"
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r.18c5580b45692843
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 0d70c861-67d5-483b-9df1-5497a926b113
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25381"
    uid: 30c0e255-2252-4375-bf00-256925d21f3f
  kind: Event
  lastTimestamp: "2026-07-24T21:47:00Z"
  message: 'Created pod: isvc-secondary-cbae98-predictor-6dcc6c88bf-wt44r'
  metadata:
    creationTimestamp: "2026-07-24T21:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:00Z"
    name: isvc-secondary-cbae98-predictor-6dcc6c88bf.18c5580885a8cd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 79db4996-272d-4140-a39f-db0bc4816134
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-cbae98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: 3791af9f-8887-4849-a3c0-faf013ed100d
  kind: Event
  lastTimestamp: "2026-07-24T21:47:00Z"
  message: Scaled up replica set isvc-secondary-cbae98-predictor-6dcc6c88bf from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-24T21:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:00Z"
    name: isvc-secondary-cbae98-predictor.18c5580881476a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: 09231afc-64e7-4c2d-9b6d-f0fafd32bcfc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-cbae98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25380"
    uid: 0caa51d1-2ed1-45ee-9088-87d8673d1eff
  kind: Event
  lastTimestamp: "2026-07-24T21:47:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:15Z"
    name: isvc-secondary-cbae98-predictor.18c5580bffc92544
    namespace: kserve-ci-e2e-test
    resourceVersion: "25535"
    uid: 5f554503-5934-4868-8f1a-2f463de64875
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-cbae98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25380"
    uid: 0caa51d1-2ed1-45ee-9088-87d8673d1eff
  kind: Event
  lastTimestamp: "2026-07-24T21:47:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:15Z"
    name: isvc-secondary-cbae98-predictor.18c5580c003ff489
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 9f1a627b-4172-4323-a494-90e425e84fea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cbae98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: b94eace0-c08f-419c-949d-06c91e6bd483
  kind: Event
  lastTimestamp: "2026-07-24T21:47:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:47:12Z"
    name: isvc-secondary-cbae98.18c5580881487066
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: c7af510b-adbb-4a16-901b-3f9237288b39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cbae98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: b94eace0-c08f-419c-949d-06c91e6bd483
  kind: Event
  lastTimestamp: "2026-07-24T21:47:00Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-cbae98":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-cbae98":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:47:00Z"
    name: isvc-secondary-cbae98.18c5580881d10fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: b09f6647-ba3a-4026-a7fd-cdf3bd2d7553
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cbae98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: b94eace0-c08f-419c-949d-06c91e6bd483
  kind: Event
  lastTimestamp: "2026-07-24T21:47:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-cbae98": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:47:00Z"
    name: isvc-secondary-cbae98.18c5580881d158e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25386"
    uid: ce2e502c-f696-484a-a2ee-63e6d82e3029
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:27:47.733448Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fc04bc352f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: c63d6542-77f1-4c8f-b968-56cf7314f3e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fc1fbf6ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: f7d22f14-e80a-477a-a801-f4e2455b22f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fc213cc3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 1ac04852-b513-4238-aff8-2cdaa961ed18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fc2406056f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 9cd32fc4-fa4d-4b3f-b57d-25cf508c232f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fc2483af10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: 5f7f9e57-a77c-4336-a4d7-173af2d77c29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:52Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fd39cf97ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 31d50170-9725-48ce-9754-ba4a4614bd0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:52Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fd3d7b0fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: e05350dd-c153-4bc1-a56c-71309dd23eb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:52Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fd3df66333
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: b41a02cb-f4c6-4376-8fe9-d532ddd71053
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:52Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fd3e0139d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: 75a0ff18-4fdd-4744-b48c-8695559619a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:53Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fd41308692
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: b3cbb640-6641-43f8-94b9-85571d13d8ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:27:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:53Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fd41a44cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 71a84776-993e-45d7-a087-1faa60b88af1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:29:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:02Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c556fdb23f6d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 1a2b4365-f7a6-422c-ae6f-a1f9a548c765
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:29:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:37Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c55715b07ade56
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: f6efc739-62f2-4196-924d-347043ddfe6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:29:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:37Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c55715b07ba149
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: ea0dc649-90c2-48a7-9585-2ec591272e62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: c0469501-f68e-4b73-99cf-4c0e36fbb284
  kind: Event
  lastTimestamp: "2026-07-24T21:29:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:40Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd.18c5571660b3f91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: ad317a9f-6669-43bb-9333-4421f248d6b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 69b7cfc1-79e3-414e-af1d-b5c7f67bf847
  kind: Event
  lastTimestamp: "2026-07-24T21:27:47Z"
  message: 'Created pod: isvc-sklearn-graph-raw-8100c-predictor-76445879cf-7g4nd'
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-sklearn-graph-raw-8100c-predictor-76445879cf.18c556fc04471714
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: a4141088-58ed-4b87-a578-12d8303c5881
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: 4e34e0a0-a33c-44dc-a342-d3b3a26615c1
  kind: Event
  lastTimestamp: "2026-07-24T21:27:47Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-8100c-predictor-76445879cf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-sklearn-graph-raw-8100c-predictor.18c556fbff44d130
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: 1f007100-e3c6-4d45-9073-4364f71175f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 170a2d36-9449-4d71-99df-30ca28ccec9e
  kind: Event
  lastTimestamp: "2026-07-24T21:28:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:02Z"
    name: isvc-sklearn-graph-raw-8100c-predictor.18c556ff7dc3a760
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: c4102c98-f3fc-4a2c-a6d6-d1a236c1f2ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 170a2d36-9449-4d71-99df-30ca28ccec9e
  kind: Event
  lastTimestamp: "2026-07-24T21:28:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:02Z"
    name: isvc-sklearn-graph-raw-8100c-predictor.18c556ff7e2a7a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 42d5c46c-c3b3-4d05-8ae4-dd9e3ad9edb6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 170a2d36-9449-4d71-99df-30ca28ccec9e
  kind: Event
  lastTimestamp: "2026-07-24T21:29:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:32Z"
    name: isvc-sklearn-graph-raw-8100c-predictor.18c55702fda42149
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: d1d8398a-6092-410f-904d-bcf78476780c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 170a2d36-9449-4d71-99df-30ca28ccec9e
  kind: Event
  lastTimestamp: "2026-07-24T21:29:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:32Z"
    name: isvc-sklearn-graph-raw-8100c-predictor.18c55702fe87d67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 2b946222-258d-4e8e-8189-008a4ad8e430
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-8100c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 695c39f4-41d8-4370-a81b-d2fb00a792c8
  kind: Event
  lastTimestamp: "2026-07-24T21:29:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:12Z"
    name: isvc-sklearn-graph-raw-8100c.18c556fbff4be448
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: 13e0d5fa-1f12-4570-8277-9aaafafcfdab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-8100c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: 695c39f4-41d8-4370-a81b-d2fb00a792c8
  kind: Event
  lastTimestamp: "2026-07-24T21:29:12Z"
  message: InferenceService [isvc-sklearn-graph-raw-8100c] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:12Z"
    name: isvc-sklearn-graph-raw-8100c.18c5570fd52ca7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 7b4d1b8c-ba6e-403b-a1d6-8b0ca358c3f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:29:38.048877Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55715b40bf3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: 98afc706-d863-45dd-99ca-46c11f6403e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55715cdcbc8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: e058d2f8-f97c-4b1b-8c39-ca5944d61fff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55715cf882d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: ef82e631-66b4-49a7-bf20-ee432498aeff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55715d253d48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: e8aa5575-4474-4ac0-9ee5-921b324c994c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55715d2c73bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: d8e10306-2f80-424e-8eb8-699a87a08b76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:42Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55716b81d49c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 750fec2d-ba2b-498e-bd04-77dfc8ba2552
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:42Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55716bb2840ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: e97e299d-5696-4a11-9685-1a9272ab642f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:42Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55716bb95f613
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: ac23de04-282a-4c1e-9c57-3f2453f61fdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:42Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55716bb9f5a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: e41ada95-c500-4bfc-926f-d28b0bd99f74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:42Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55716c1e20376
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 7e98ac8b-8e3d-4199-8a63-2e0ea655682d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:29:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:42Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c55716c26190cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: b87c5a9b-e6c2-483b-8c23-6fa01ecb68f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:31:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:30Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c5571730f4d023
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: 494e730d-4f1b-475e-aa95-c6ad68bb4b87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c5572f60462919
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 91b5f9fd-3a7a-4cf5-9d71-991fec3c3b4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c5572f6046c2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 7e326dcd-b644-4448-b341-2956fa0ae4f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 23b050fc-7979-4bc1-998d-fda8656aab29
  kind: Event
  lastTimestamp: "2026-07-24T21:31:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:30Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz.18c5572fdf4a71d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 2a65be29-bd70-49e9-94e3-dfdf48fd864b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: 51bbf9e8-e059-41f5-b8e3-04e38d81ea12
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c-rm4kz'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c.18c55715b37f3104
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 34e44974-73c9-4ff2-bdc9-e364bfd9e8bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 94b71bef-d5f3-4ccd-86fa-bbb011b41927
  kind: Event
  lastTimestamp: "2026-07-24T21:29:37Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-6bdca-predictor-7f94d7d44c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:37Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor.18c55715aef62e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 0e7aa13d-1781-419a-b4a6-0b9056cf881e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: af4def8c-36b8-478e-85c5-2bddf737429b
  kind: Event
  lastTimestamp: "2026-07-24T21:30:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:23Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor.18c557192dede4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: ca994cf7-6931-4dc2-a34f-d7b0e518b7ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: af4def8c-36b8-478e-85c5-2bddf737429b
  kind: Event
  lastTimestamp: "2026-07-24T21:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:23Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor.18c557192e55770c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 2adb2e91-ac73-4d4c-8b4f-4a3c96e442e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: af4def8c-36b8-478e-85c5-2bddf737429b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor.18c55723ab07be45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: cd2f0aa1-fff4-4046-84a8-df9eb11b7da5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: af4def8c-36b8-478e-85c5-2bddf737429b
  kind: Event
  lastTimestamp: "2026-07-24T21:31:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:23Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca-predictor.18c55723ab708bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 7b04e17e-a836-4163-bb2e-6a6b2464ac37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: ffbd8aaf-ca70-4671-b106-4dca370593af
  kind: Event
  lastTimestamp: "2026-07-24T21:31:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:00Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca.18c55715af4d014b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: de74416f-d341-4ecb-9abb-b841f6433200
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: ffbd8aaf-ca70-4671-b106-4dca370593af
  kind: Event
  lastTimestamp: "2026-07-24T21:29:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-6bdca":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-6bdca":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:37Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca.18c55715afce3683
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 6cd487a8-4268-4f6a-8154-dd55b67a39fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: ffbd8aaf-ca70-4671-b106-4dca370593af
  kind: Event
  lastTimestamp: "2026-07-24T21:31:00Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-6bdca] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:00Z"
    name: isvc-sklearn-graph-raw-hpa-6bdca.18c55728e8b154a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: 3df794bc-2acb-4523-95d9-7d0759d84cc0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:33:13.764016Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c55747edabd33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 4f8fae91-cb81-48b2-bb07-87f7eaef1131
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:14Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:33:14Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c5574809b53f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: 7620bf54-c74e-4dd1-be1a-207480e03762
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:14Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c557480b1ddacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18475"
    uid: 4550ed9b-5ece-4d51-a577-65b14a4b4c1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:14Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c557480e060862
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: 0b1224bf-6497-4078-aa93-223dafdb3468
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:33:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:14Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c557480eb5aaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: 2e278c6c-0b09-43cf-8fb7-94c610fde7b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:18Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c55748fee36a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: cdccf52a-a7dd-4d2b-894e-8564e37f4605
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:18Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c55749025e4058
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: 3315dfb6-7759-469b-b3ba-606ab1ce637a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:18Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c5574902d8decc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: 17733d7c-b0a4-49a2-a288-6ccf7fa06473
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:18Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c5574902e27e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: 8ff1b614-9e0f-4a14-a227-fc6abb517c6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:18Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c557490597e7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 1ba6fcf0-d08f-4bbd-8fb4-bebee0319303
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:33:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:18Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c55749060c2a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: b05f9988-1a76-4f1c-b22b-3942e3c500de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:35:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:59Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c557493adf66a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: e05977a8-969d-41c7-924e-58695d23edc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:35:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:53Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c5576d36313edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19653"
    uid: 9b3b3c3c-de3e-43d4-b290-16ffda2162fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:35:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:35:53Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c5576d3631ca01
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 241c3217-ffb0-49a6-9711-e0345e933e61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3c949ede-2748-4721-b5d0-ae6d607d85ba
  kind: Event
  lastTimestamp: "2026-07-24T21:36:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:36:00Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8.18c5576d8d6637d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 3efa9a70-0d1d-4583-b97f-4665b146f308
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: af67010e-c294-4131-8e4c-035c2a7f86cf
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: 'Created pod: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf-gkvg8'
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf.18c55747ed4a3c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: cf672cad-634f-403b-9ee9-c41c597f907e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-6f3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: 58397331-01c4-4cea-a178-9ba7f912d695
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-6f3c9-predictor-85d796cbf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor.18c55747e8bcf50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 60765470-60f8-4e58-90d9-0b1b412c1cb1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-6f3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: fa313908-bd07-40d6-9ce6-7fd78ad99805
  kind: Event
  lastTimestamp: "2026-07-24T21:33:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:33:43Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor.18c5574b678f2992
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: e79c52d9-c0cb-4eec-9580-791201064584
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-6f3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: fa313908-bd07-40d6-9ce6-7fd78ad99805
  kind: Event
  lastTimestamp: "2026-07-24T21:33:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:33:43Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor.18c5574b67dd035e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18717"
    uid: 5bf9a525-1b92-4592-b57f-c7d7b440d489
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-6f3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: fa313908-bd07-40d6-9ce6-7fd78ad99805
  kind: Event
  lastTimestamp: "2026-07-24T21:35:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:35:43Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor.18c5575265dc40ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: 5dab00f1-d682-448f-a959-8d83d631f30f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-6f3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: fa313908-bd07-40d6-9ce6-7fd78ad99805
  kind: Event
  lastTimestamp: "2026-07-24T21:35:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:35:43Z"
    name: isvc-sklearn-scale-raw-6f3c9-predictor.18c557526646bc03
    namespace: kserve-ci-e2e-test
    resourceVersion: "19555"
    uid: 0b716e32-2579-4546-b85d-d66b49909c07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-6f3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: 97de9a57-d216-46bb-9c6d-de878abc99bf
  kind: Event
  lastTimestamp: "2026-07-24T21:35:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:35:49Z"
    name: isvc-sklearn-scale-raw-6f3c9.18c55747e8eef6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 62cf0ac5-e4d8-403f-81f0-4e348f85baf4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-6f3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18416"
    uid: 97de9a57-d216-46bb-9c6d-de878abc99bf
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-6f3c9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-6f3c9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: isvc-sklearn-scale-raw-6f3c9.18c55747e9b33d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: ee444103-0237-4e5b-b46b-20ace0f3e875
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-6f3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: 97de9a57-d216-46bb-9c6d-de878abc99bf
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-6f3c9": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: isvc-sklearn-scale-raw-6f3c9.18c55747efc3192a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: 4d080050-5384-404d-9c1a-b6f014664b40
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:35:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-6f3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19604"
    uid: 97de9a57-d216-46bb-9c6d-de878abc99bf
  kind: Event
  lastTimestamp: "2026-07-24T21:35:49Z"
  message: InferenceService [isvc-sklearn-scale-raw-6f3c9] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:35:49Z"
    name: isvc-sklearn-scale-raw-6f3c9.18c5576c459f1f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19605"
    uid: 99e00797-2678-4fee-938e-591d27d2b616
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:27:47.867353Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15458"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c556fc0cb76568
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 0bdad9a6-94fe-414d-8e2b-8b43e4fe7f4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-8100c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c556fc1bbc546b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 1f480daa-ee1d-4324-9122-162ae7b7a4c0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c556fc4a3a366d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 80f9fbb1-f563-4afd-b35e-a998f826d94e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c556fc4bc25d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: e7bd7032-642d-4803-812e-2f749cfeccc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c556fc4f27502c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: 03c796ea-c032-4638-80a4-6b4b432b2c45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:27:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:48Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c556fc4f9dde96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 627ff891-e689-4310-8a98-b77a18d83e69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:27:52Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-24T21:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:27:52Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c556fd3a12b2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: ea440dcf-df0f-4c82-b87f-a521012a4e22
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:28:11Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.092s (18.092s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:11Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c5570170780bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: 8cd2b3aa-d310-4682-ba2c-d2f577782c38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:28:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:11Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c5570173c34aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 8cfc1d48-8f48-4954-9b34-9c288c3ba5e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:28:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:11Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c5570174403fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 9e601550-ee8b-4a18-9407-747770a49442
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:28:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:11Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c55701744a8180
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: b2dbfca2-07ce-4d2c-85df-89523f3caace
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:28:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:11Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c55701770f5226
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 06b7d4c1-c92d-4083-982e-c2e91ed1d3c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:28:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:28:11Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c5570177868c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: bcd5296d-54d6-44e0-a6a6-28b44b6fed21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:29:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:39Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c55701acb50ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: e296b9bb-5edb-4dd6-b00a-f34ee7c8f332
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c55715bcf42bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: a159b932-a629-4694-8d0d-5735641cf0ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c55715bcf491f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: de27a654-947e-4a46-8bc8-dece3652b6c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 4c6059f7-c136-4628-bc34-6403bbfe0eaf
  kind: Event
  lastTimestamp: "2026-07-24T21:29:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:39Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm.18c55715eebcbd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 5d0756e4-edfd-4aab-b97c-fbdfa784cd27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: ecdf8d31-f838-4d8e-a518-93c48088b08c
  kind: Event
  lastTimestamp: "2026-07-24T21:27:47Z"
  message: 'Created pod: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f-z5rmm'
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f.18c556fc0c44b94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: 59f27780-42eb-4970-b95e-e43a6e875872
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: 12cf2d36-edbd-48d3-97f8-4c6e020bf79f
  kind: Event
  lastTimestamp: "2026-07-24T21:27:47Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-8100c-predictor-6577d79b6f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:27:47Z"
    name: isvc-xgboost-graph-raw-8100c-predictor.18c556fc09888389
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: eb19aa41-282b-484c-84dd-2e88e905fa9b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 7dbfaf72-6179-4824-8317-7b93d39ff77a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:47Z"
    name: isvc-xgboost-graph-raw-8100c-predictor.18c556ff88ad89c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15972"
    uid: 2885ee6a-e736-4d6e-b2d5-63bec035eb03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 7dbfaf72-6179-4824-8317-7b93d39ff77a
  kind: Event
  lastTimestamp: "2026-07-24T21:28:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:28:47Z"
    name: isvc-xgboost-graph-raw-8100c-predictor.18c556ff89428bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: dcbad883-3b8f-4eb4-aa61-89956dbf671d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 7dbfaf72-6179-4824-8317-7b93d39ff77a
  kind: Event
  lastTimestamp: "2026-07-24T21:29:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:32Z"
    name: isvc-xgboost-graph-raw-8100c-predictor.18c5570686dcefb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: b6668960-2914-486a-bf32-22e3fe4de24d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:28:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-8100c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 7dbfaf72-6179-4824-8317-7b93d39ff77a
  kind: Event
  lastTimestamp: "2026-07-24T21:29:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:32Z"
    name: isvc-xgboost-graph-raw-8100c-predictor.18c557068749be69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: e1123528-e0ad-4a40-a770-9e4657500de3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:27:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-8100c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 129bae44-12f0-4b3c-93e0-1f1d734fa99b
  kind: Event
  lastTimestamp: "2026-07-24T21:29:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:09Z"
    name: isvc-xgboost-graph-raw-8100c.18c556fc09dedf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: 0a844e25-1589-402a-9ea0-f59f379883a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-8100c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: 129bae44-12f0-4b3c-93e0-1f1d734fa99b
  kind: Event
  lastTimestamp: "2026-07-24T21:29:09Z"
  message: InferenceService [isvc-xgboost-graph-raw-8100c] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:09Z"
    name: isvc-xgboost-graph-raw-8100c.18c5570ef7e6a281
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: 1593942a-339b-4376-a33f-3e9b2722468f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:29:38.131299Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55715b8f5c023
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 7d8c2293-ace5-4007-8709-ad3ed6e1a1c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55715d31adb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: 08c4f8fc-78af-4127-a8bc-9baa8886268f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55715d4a9acfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: c7770843-e17b-49f4-af90-2f395f63b67f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55715d731056b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: f91587b7-e40e-4182-9bcf-7e96b56046b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55715d79a3fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 4ac5e3a4-a4c5-4da5-953b-616428085e9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:43Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:43Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55716f4998687
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 7cb6f09f-c26e-4378-9ffc-3f95e9bcace0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:43Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55716f8409f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 3811ad48-3820-4d58-a23d-f5ae67eb86b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:43Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55716f8d28619
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 2ad6ba0b-7c07-40e6-89dc-c27e7114a420
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:43Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55716f8dc123a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 81f3824e-2734-4159-b09f-4b35b42aabe0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:43Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55716fc1c6c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: d7ea03a3-5de1-4886-ad4f-ab5214e34baf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:29:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:43Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c55716fc87f1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: df94e8b9-8fcf-48a4-8255-fd7e985e67a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:31:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:31Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c557176cd057b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: b9ccca78-db72-4938-8198-63f65cc926f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c5572f69d2dfe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: c6d05530-675b-4abd-9f88-18ad937c3677
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c5572f69d384c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 4565b34a-de6f-46a1-908b-06592e1365c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: dabc18d6-628b-4c48-9117-8bdb56c6bebd
  kind: Event
  lastTimestamp: "2026-07-24T21:31:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:31Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24.18c557301b184400
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 2f20c870-0624-4ad2-8e7c-428b782bf7f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 5f1afe96-b108-4706-b814-833fa07fd59e
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97-flc24'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97.18c55715b876b2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 8856ec5c-bd39-4ce7-aeb1-428c35420706
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 0868990e-5ebb-449c-ad0b-e98666ec60c3
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-6bdca-predictor-fdff74f97
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor.18c55715b5192253
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: 752d0e0f-bd0d-4260-aba0-72c6dcae9ac5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: a772ecb3-ada7-4deb-bfb7-5593a69416ef
  kind: Event
  lastTimestamp: "2026-07-24T21:30:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:23Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor.18c5571933e0e0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: 7b8141c0-0d42-4269-aa1b-433fe189b626
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: a772ecb3-ada7-4deb-bfb7-5593a69416ef
  kind: Event
  lastTimestamp: "2026-07-24T21:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:30:23Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor.18c55719346f92aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16914"
    uid: b51d9fd2-35b5-43c6-b412-f949c72083aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: a772ecb3-ada7-4deb-bfb7-5593a69416ef
  kind: Event
  lastTimestamp: "2026-07-24T21:31:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:08Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor.18c55723b071670a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 37e9192f-46a3-48ae-ab8a-cb4fedcbf380
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: a772ecb3-ada7-4deb-bfb7-5593a69416ef
  kind: Event
  lastTimestamp: "2026-07-24T21:31:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:08Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca-predictor.18c55723b0da8f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17250"
    uid: ee738e31-66ca-4a5f-b265-eb2aaca1b32c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-6bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 020d44e8-e635-42f2-83ea-e63109536e36
  kind: Event
  lastTimestamp: "2026-07-24T21:30:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:30:41Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca.18c55715b54f7017
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: f8b81742-e79b-4bbf-8e85-68913de545fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-6bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 020d44e8-e635-42f2-83ea-e63109536e36
  kind: Event
  lastTimestamp: "2026-07-24T21:29:38Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-6bdca":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-6bdca":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:38Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca.18c55715b5b87b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: fff2701d-0367-4824-99e7-aad225a4b33f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-6bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: 020d44e8-e635-42f2-83ea-e63109536e36
  kind: Event
  lastTimestamp: "2026-07-24T21:30:41Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-6bdca] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:30:41Z"
    name: isvc-xgboost-graph-raw-hpa-6bdca.18c557247c757589
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 47b9f691-56cb-4c3c-917f-82d2a42f517a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:31:28.366490Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572f637d3d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: d4652678-8d6f-40da-b666-72465e2b821d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572f7cfc7cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: b13b132e-cda3-4ee9-921b-f5a0ae6a0996
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572f7e59fa3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: e9a824cb-da43-4277-aad2-942f7f21d4ab
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:31:30Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.245s (1.245s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:30Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572fc896fb00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: 3041a38f-498a-4c4c-a40b-52a1787b53f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:31:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:30Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572fcbf743f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: c224fdec-e830-4cfb-9154-4de6ab3876e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:31:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:30Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572fcc71842a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: ab0a9fe2-86a1-436d-b666-ff3c9fa4c787
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:31:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:30Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572fcc7bc466
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: d87f3033-fd1c-47cb-b672-fd1ef9956aae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:31:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:30Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572fcf6d829d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: bd96a86a-6135-4729-a7f8-e2192661e1a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:31:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:30Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c5572fcfe94210
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 42614475-f96c-4741-82b9-09347a282ef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c55747ea974052
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: b34ebf21-a9b1-4d2c-b4a9-412037548f0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 8a58d115-6917-4419-b105-6e5498a2e959
  kind: Event
  lastTimestamp: "2026-07-24T21:33:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:33:13Z"
    name: message-dumper-raw-103c4-predictor-86555d876f-r7wbl.18c55747ea98da69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18447"
    uid: cf1cb13c-7ea4-45c8-843b-ecdd2883b993
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-103c4-predictor-86555d876f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: e2da5c5d-f041-4402-80c1-a7b93365b722
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: 'Created pod: message-dumper-raw-103c4-predictor-86555d876f-r7wbl'
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: message-dumper-raw-103c4-predictor-86555d876f.18c5572f62d7dfa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 6b235054-7af1-487c-8f87-7a4107d6c385
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-103c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 91adf75c-3af8-4498-b97f-6a31498310c8
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: Scaled up replica set message-dumper-raw-103c4-predictor-86555d876f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: message-dumper-raw-103c4-predictor.18c5572f5e4f5225
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: 10ffae44-60fc-4c24-ad6f-a0e7dee24ca6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-103c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 14bdd99c-d788-4240-976c-6211243782bf
  kind: Event
  lastTimestamp: "2026-07-24T21:31:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:58Z"
    name: message-dumper-raw-103c4-predictor.18c55732dd075d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: db9970b7-eb42-438c-bed7-dcb2a357aac9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-103c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 14bdd99c-d788-4240-976c-6211243782bf
  kind: Event
  lastTimestamp: "2026-07-24T21:31:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:58Z"
    name: message-dumper-raw-103c4-predictor.18c55732dd6cb023
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 6528cc25-38df-4e7b-9c41-80bc6a2153cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-103c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: bcf50e7b-9558-4602-acff-57047f29bb30
  kind: Event
  lastTimestamp: "2026-07-24T21:31:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:38Z"
    name: message-dumper-raw-103c4.18c5572f5e604923
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 61fa4d55-8b29-4d9e-807b-d61bd3d673ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-103c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: bcf50e7b-9558-4602-acff-57047f29bb30
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-103c4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-103c4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: message-dumper-raw-103c4.18c5572f62923638
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: a3eeed73-9465-4bf1-930c-4909dd5bacef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-103c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: bcf50e7b-9558-4602-acff-57047f29bb30
  kind: Event
  lastTimestamp: "2026-07-24T21:31:37Z"
  message: InferenceService [message-dumper-raw-103c4] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:37Z"
    name: message-dumper-raw-103c4.18c557319ffdb4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 3d480fc4-d5e1-43c2-8609-13cfca893130
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:29:27.723763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-8100c-854d568c9-r2lrk
    to ip-10-0-138-234.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:29:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:29:27Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c557134c9f5073
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: 2e2c340a-ff8c-4373-aca3-7a934e83d9e5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:29:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-8100c-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:27Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c55713590dbde8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 8d7d56bb-082b-43ea-81f1-e64baa81568a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:29:28Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:29:28Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c557138a18190c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 4ceadc40-c37c-4313-8579-e6f9a1cf4d28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8100c}
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:29:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:d388f8d2997cdb455a73f33beea2e1aa8fe959b1d5682a0690a87a2319ba2789"
  metadata:
    creationTimestamp: "2026-07-24T21:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:28Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c557138b5ca2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 56fb65e3-3fe6-455b-a6f3-3e71235fbedf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8100c}
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:29:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:d388f8d2997cdb455a73f33beea2e1aa8fe959b1d5682a0690a87a2319ba2789"
    in 2.339s (2.339s including waiting). Image size: 218233959 bytes.'
  metadata:
    creationTimestamp: "2026-07-24T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:31Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c5571416c8a07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 5212b36d-c422-4e83-b08f-ebdb961d74aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8100c}
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:29:31Z"
  message: 'Created container: model-chainer-raw-8100c'
  metadata:
    creationTimestamp: "2026-07-24T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:31Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c5571419d228b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 8775f59f-4666-450a-98b0-22d393004588
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8100c}
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:29:31Z"
  message: Started container model-chainer-raw-8100c
  metadata:
    creationTimestamp: "2026-07-24T21:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:31Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c557141a4901da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: 7c468026-790e-4ed7-8ab9-a20dc323c257
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8100c}
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:29:37Z"
  message: Stopping container model-chainer-raw-8100c
  metadata:
    creationTimestamp: "2026-07-24T21:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:29:37Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c55715a4c20ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 5f10ec3f-9a9e-45e0-af2d-6025e0ee6184
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8100c}
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:30:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-24T21:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:02Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c55715a52fc8d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: c9d85b75-c583-4d14-ae54-eb2c53eed64c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-8100c}
    kind: Pod
    name: model-chainer-raw-8100c-854d568c9-r2lrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 287c01bc-b5c7-4101-a8c3-45caa1f5eb46
  kind: Event
  lastTimestamp: "2026-07-24T21:30:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8080/readyz": dial tcp
    10.132.0.23:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:30:07Z"
    name: model-chainer-raw-8100c-854d568c9-r2lrk.18c5571ca12863cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16791"
    uid: e77d715c-da2c-44d3-9963-75137913d212
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-8100c-854d568c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: cbf39068-6784-40d2-96b3-2bf9931ed018
  kind: Event
  lastTimestamp: "2026-07-24T21:29:27Z"
  message: 'Created pod: model-chainer-raw-8100c-854d568c9-r2lrk'
  metadata:
    creationTimestamp: "2026-07-24T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:27Z"
    name: model-chainer-raw-8100c-854d568c9.18c557134c324396
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 0d070bc7-1933-46dd-9c12-3e4be981355a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-8100c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 8ef17678-db58-4007-8c3f-0c092f5d5a59
  kind: Event
  lastTimestamp: "2026-07-24T21:29:27Z"
  message: Scaled up replica set model-chainer-raw-8100c-854d568c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:29:27Z"
    name: model-chainer-raw-8100c.18c557134b34f1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 390bd244-f027-4603-8660-a47c9f73afc5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:29:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-8100c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: d753b17a-5907-40da-bef4-dcd38fa9ec48
  kind: Event
  lastTimestamp: "2026-07-24T21:29:27Z"
  message: InferenceGraph [model-chainer-raw-8100c] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:29:27Z"
    name: model-chainer-raw-8100c.18c5571350ccace0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 7bb6fc44-b8e8-4e00-9f52-82664d88c175
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:31:18.072056Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: 7f5617bf-b3e9-4e45-884b-571b1137a08d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp
    to ip-10-0-138-234.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:31:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:31:18Z"
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp.18c5572cfde496a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 585082b6-ab0a-4fa2-8b12-3235886823a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 7f5617bf-b3e9-4e45-884b-571b1137a08d
  kind: Event
  lastTimestamp: "2026-07-24T21:31:18Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:31:18Z"
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp.18c5572d17638b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: 3b49b7aa-ce15-463b-b29e-fc0fa9ef52e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6bdca}
    kind: Pod
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 7f5617bf-b3e9-4e45-884b-571b1137a08d
  kind: Event
  lastTimestamp: "2026-07-24T21:31:18Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:d388f8d2997cdb455a73f33beea2e1aa8fe959b1d5682a0690a87a2319ba2789"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:18Z"
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp.18c5572d18e8cac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 74de7038-82e2-4206-81f2-5af19144782b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6bdca}
    kind: Pod
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 7f5617bf-b3e9-4e45-884b-571b1137a08d
  kind: Event
  lastTimestamp: "2026-07-24T21:31:18Z"
  message: 'Created container: model-chainer-raw-hpa-6bdca'
  metadata:
    creationTimestamp: "2026-07-24T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:18Z"
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp.18c5572d1bf7a03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17352"
    uid: f55714e5-b199-4f94-9c88-4cbe04c07a66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6bdca}
    kind: Pod
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 7f5617bf-b3e9-4e45-884b-571b1137a08d
  kind: Event
  lastTimestamp: "2026-07-24T21:31:18Z"
  message: Started container model-chainer-raw-hpa-6bdca
  metadata:
    creationTimestamp: "2026-07-24T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:18Z"
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp.18c5572d1c6cbc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: 639409f5-f1e3-4acc-8ffd-031c6e7b26b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6bdca}
    kind: Pod
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 7f5617bf-b3e9-4e45-884b-571b1137a08d
  kind: Event
  lastTimestamp: "2026-07-24T21:31:28Z"
  message: Stopping container model-chainer-raw-hpa-6bdca
  metadata:
    creationTimestamp: "2026-07-24T21:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:28Z"
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp.18c5572f55640efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: 04a31627-7ad6-42fd-92f6-83cb89858723
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6bdca}
    kind: Pod
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 7f5617bf-b3e9-4e45-884b-571b1137a08d
  kind: Event
  lastTimestamp: "2026-07-24T21:31:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-24T21:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:31:55Z"
    name: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp.18c5572fd60236ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 372b228f-3b5b-4041-81ad-f490b790155b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-6bdca-c66f8f685
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: f56015a7-50db-4bc3-9f33-be54edf21209
  kind: Event
  lastTimestamp: "2026-07-24T21:31:18Z"
  message: 'Created pod: model-chainer-raw-hpa-6bdca-c66f8f685-9dhcp'
  metadata:
    creationTimestamp: "2026-07-24T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:18Z"
    name: model-chainer-raw-hpa-6bdca-c66f8f685.18c5572cfd687cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17334"
    uid: 13aca4b3-6a28-4857-9e5b-6d9eb15b147b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-6bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: ec6e9d8f-002f-43da-89e1-751416529c8e
  kind: Event
  lastTimestamp: "2026-07-24T21:31:18Z"
  message: Scaled up replica set model-chainer-raw-hpa-6bdca-c66f8f685 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:31:18Z"
    name: model-chainer-raw-hpa-6bdca.18c5572cfc4e7a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: 717bfe8e-6832-47ed-ac14-92f3a2088dd9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:31:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-6bdca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: 37b3e355-01a1-4b62-8c7d-56b8cae0f590
  kind: Event
  lastTimestamp: "2026-07-24T21:31:18Z"
  message: InferenceGraph [model-chainer-raw-hpa-6bdca] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:31:18Z"
    name: model-chainer-raw-hpa-6bdca.18c5572d018b5481
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: b928a562-227e-4558-8958-1705178598bb
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:47:37.459424Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    to ip-10-0-136-232.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:47:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:47:37Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c5581105eddde8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: 3934a4c7-7e74-4ab0-a7ba-aba250fa7e2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-1170d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-24T21:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:37Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c558111222324e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: 5584c27d-52b6-4c47-9ee7-c3c0d5a9b9a8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25848"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:38Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:47:38Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c55811434c6b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25863"
    uid: 01d67322-0b45-45d0-8251-fd6907bd6133
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:38Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c5581144bea6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: 927edf82-e209-4b4f-8238-a8e2840f4c21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:38Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c558114813a6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: 9cfd8281-543f-40ea-84b7-0c4fd6f3a17d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:38Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c558114888cbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: bfb48c1a-12f9-4c85-8252-ade56f3fb6af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:42Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c5581247cc4625
    namespace: kserve-ci-e2e-test
    resourceVersion: "25908"
    uid: b07c1be1-a356-4864-80ed-1c47f686f197
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:42Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c558124ac89a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: baa50f88-4f70-45fd-8cf3-a9a9a2e81b72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:42Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c558124b456c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: 7fe181b5-bc78-48e2-943e-9e7d41ecd11f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:42Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c558124b502d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25915"
    uid: d38ffdc2-07fa-4d37-821b-8ba9164998ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:42Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c558124e658074
    namespace: kserve-ci-e2e-test
    resourceVersion: "25918"
    uid: 0e9e4f88-c4fa-47c8-81ca-9afc3a81400d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:47:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:47:42Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c558124eda56a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25919"
    uid: dfe85919-be99-4155-8267-d626d472917f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:49:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:09Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c5581283cf3140
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 3b2ad8a5-23e9-4d6a-b023-b806767a7a2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:49:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:07Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c5582604a8361b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26541"
    uid: 6e080d73-5661-4ff0-982b-37001502b0e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:49:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:07Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c5582604a94dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26542"
    uid: ca2e03af-dab7-46e5-9400-609aa4776638
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 123ce881-597b-4bcf-a455-10bcb7bcc059
  kind: Event
  lastTimestamp: "2026-07-24T21:49:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:09Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5.18c5582689f62be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26556"
    uid: 6dffb417-09b7-4a55-9c58-bfcfd7ab524b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-232.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-232.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-1170d-predictor-7b76dc8fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25829"
    uid: d898d12b-81f7-469d-821b-c2a3365988d7
  kind: Event
  lastTimestamp: "2026-07-24T21:47:37Z"
  message: 'Created pod: raw-sklearn-1170d-predictor-7b76dc8fff-bkbz5'
  metadata:
    creationTimestamp: "2026-07-24T21:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:37Z"
    name: raw-sklearn-1170d-predictor-7b76dc8fff.18c5581105849156
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: 94263ef6-7d03-4f7c-bbb6-c03972bda010
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-1170d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: f43e9c05-504b-4429-820c-3a9d91de82c2
  kind: Event
  lastTimestamp: "2026-07-24T21:47:37Z"
  message: Scaled up replica set raw-sklearn-1170d-predictor-7b76dc8fff from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-24T21:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:47:37Z"
    name: raw-sklearn-1170d-predictor.18c5581102df5ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: d6a391a6-3353-40e8-88eb-e62ebf976e8b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1170d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 42cd9c46-d900-4c9e-aa8b-e973f2ba39d6
  kind: Event
  lastTimestamp: "2026-07-24T21:48:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:48:22Z"
    name: raw-sklearn-1170d-predictor.18c5581481ce4982
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: acdfeefa-3e9f-4fca-b745-bc4c836e54dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1170d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 42cd9c46-d900-4c9e-aa8b-e973f2ba39d6
  kind: Event
  lastTimestamp: "2026-07-24T21:48:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:48:22Z"
    name: raw-sklearn-1170d-predictor.18c55814822f8955
    namespace: kserve-ci-e2e-test
    resourceVersion: "26200"
    uid: 2d8a233f-7b39-406e-b9f7-4277201d6342
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:48:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1170d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25985"
    uid: 42cd9c46-d900-4c9e-aa8b-e973f2ba39d6
  kind: Event
  lastTimestamp: "2026-07-24T21:49:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:49:07Z"
    name: raw-sklearn-1170d-predictor.18c5581800fbf8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: 85a6bcf4-d6a4-4ac2-b74f-443cf5a52a48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:48:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-1170d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25985"
    uid: 42cd9c46-d900-4c9e-aa8b-e973f2ba39d6
  kind: Event
  lastTimestamp: "2026-07-24T21:49:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:49:07Z"
    name: raw-sklearn-1170d-predictor.18c558180167fb2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26526"
    uid: 71e888e2-f219-477d-9bef-c8b33c7e17a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1170d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25820"
    uid: 80bfb576-62af-4108-a089-fe5c744a6c38
  kind: Event
  lastTimestamp: "2026-07-24T21:49:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:49:00Z"
    name: raw-sklearn-1170d.18c5581102e3d11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 104bdcee-2d77-4479-bcef-345b39bd959a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:47:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1170d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25820"
    uid: 80bfb576-62af-4108-a089-fe5c744a6c38
  kind: Event
  lastTimestamp: "2026-07-24T21:47:37Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-1170d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-1170d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:47:37Z"
    name: raw-sklearn-1170d.18c5581103582cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25833"
    uid: b7988675-a6a8-4fd1-a683-bdf82c0da732
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:48:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-1170d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26465"
    uid: 80bfb576-62af-4108-a089-fe5c744a6c38
  kind: Event
  lastTimestamp: "2026-07-24T21:48:59Z"
  message: InferenceService [raw-sklearn-1170d] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:48:59Z"
    name: raw-sklearn-1170d.18c558243c3b7f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26466"
    uid: f83951cf-81f6-4c8f-b4f1-9b5e8bf1c2cc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-24T21:49:12.809738Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26603"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    to ip-10-0-138-234.ec2.internal
  metadata:
    creationTimestamp: "2026-07-24T21:49:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-24T21:49:12Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c558273940304c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26607"
    uid: 370aa923-672e-4803-960e-f9f014393f4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6964ff6fbf-9xvp9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:13Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-24T21:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-24T21:49:13Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c5582752f7cfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: e0e69169-ca2a-4d3c-b34c-c83d4946cb02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4bc99d27049df235a3e7474685f2095e74c6eed89dc3da2f17a1c3e85c3fa894"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:13Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c55827545ee80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: 90d95409-0bfe-48f4-bfeb-f4fcfe6355b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-24T21:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:13Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c55827573d959f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: f9514bde-2b25-49c9-af08-b222252a58f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-24T21:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:13Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c5582757c8243f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: a2306ade-30d5-4400-be8b-cf5b28f7a0c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1716"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:17Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c558284c58f100
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: e7c506a1-c90a-45af-8895-32a2bf2dce59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-24T21:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:17Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c558284f1447f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 789cc5a6-00a2-4878-bf1f-b24b03da2272
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:17Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c558284f8879f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: cb99a571-7930-43a0-9934-34cf16b21856
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-24T21:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:17Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c558284f92b96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26669"
    uid: 1e41261a-8a5b-4317-a7c1-5313b7389a1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-24T21:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:17Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c558285279452b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: 7f814272-0733-41dd-8d65-29cd7bba1c95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:49:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:49:17Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c5582852f21406
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: c4f834a4-0157-4131-8720-09d6b7f9bda4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:50:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-24T21:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:44Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c55828886524e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27323"
    uid: 07aaec2b-3155-4fe4-8cf0-5e649b1bd64d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:50:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-24T21:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:42Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c5583c343e2d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27306"
    uid: fd1aec01-968e-4094-aa4c-3a2adb9167e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:50:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-24T21:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:42Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c5583c343e9376
    namespace: kserve-ci-e2e-test
    resourceVersion: "27307"
    uid: a5b2a288-b92d-4c17-92f4-d28d5f59170f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh
    namespace: kserve-ci-e2e-test
    resourceVersion: "26605"
    uid: 90deb294-6975-44dd-ac00-1f8fcf8e8fe8
  kind: Event
  lastTimestamp: "2026-07-24T21:50:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-24T21:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-24T21:50:44Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh.18c5583c8e8c93dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27322"
    uid: b620c23c-212f-4941-b104-1a785f2a8888
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-234.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-234.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-700df-predictor-55c55666bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26592"
    uid: 1b5fc291-73e3-4a4f-9fd2-f42acf4e563f
  kind: Event
  lastTimestamp: "2026-07-24T21:49:12Z"
  message: 'Created pod: raw-sklearn-runtime-700df-predictor-55c55666bc-mzbgh'
  metadata:
    creationTimestamp: "2026-07-24T21:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:49:12Z"
    name: raw-sklearn-runtime-700df-predictor-55c55666bc.18c5582738cb355a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26604"
    uid: cc56fac0-4f54-4de9-b0c7-fb60ae5ba8df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-700df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: 92ef189e-76d7-4bfb-9e33-9656fa31294b
  kind: Event
  lastTimestamp: "2026-07-24T21:49:12Z"
  message: Scaled up replica set raw-sklearn-runtime-700df-predictor-55c55666bc from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-24T21:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:49:12Z"
    name: raw-sklearn-runtime-700df-predictor.18c558273463d8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26593"
    uid: 5c50951e-5397-4f33-93de-96727722b811
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-700df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26591"
    uid: 18f4beea-6aa3-4b0f-a91b-f21caea28eb6
  kind: Event
  lastTimestamp: "2026-07-24T21:49:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:49:42Z"
    name: raw-sklearn-runtime-700df-predictor.18c5582ab39ebae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: de9eb8ff-cc3a-409a-9586-2d6b019f3090
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-700df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26591"
    uid: 18f4beea-6aa3-4b0f-a91b-f21caea28eb6
  kind: Event
  lastTimestamp: "2026-07-24T21:49:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-24T21:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:49:42Z"
    name: raw-sklearn-runtime-700df-predictor.18c5582ab3eecc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26856"
    uid: 73128653-094e-4516-a265-ad99f7f84c0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-700df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: 18f4beea-6aa3-4b0f-a91b-f21caea28eb6
  kind: Event
  lastTimestamp: "2026-07-24T21:50:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:50:42Z"
    name: raw-sklearn-runtime-700df-predictor.18c55831b1eb9e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27289"
    uid: ba2829bb-f8d7-430e-87f9-c13c39003428
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-700df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: 18f4beea-6aa3-4b0f-a91b-f21caea28eb6
  kind: Event
  lastTimestamp: "2026-07-24T21:50:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-24T21:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-24T21:50:42Z"
    name: raw-sklearn-runtime-700df-predictor.18c55831b258dc81
    namespace: kserve-ci-e2e-test
    resourceVersion: "27290"
    uid: 5cbec91e-ea0c-425e-86c4-5970e4cfa84d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-700df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26582"
    uid: 87c54b4a-a252-4ab4-a0ea-68de6f99ac92
  kind: Event
  lastTimestamp: "2026-07-24T21:50:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-24T21:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:50:34Z"
    name: raw-sklearn-runtime-700df.18c55827346598c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27228"
    uid: 135105b9-d06c-4085-a7fa-389360523cf8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-700df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26582"
    uid: 87c54b4a-a252-4ab4-a0ea-68de6f99ac92
  kind: Event
  lastTimestamp: "2026-07-24T21:49:12Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-700df":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-700df":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:49:12Z"
    name: raw-sklearn-runtime-700df.18c55827350848e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26614"
    uid: c0f1b001-b54e-4e1a-a926-d0baa9962397
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-700df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: 87c54b4a-a252-4ab4-a0ea-68de6f99ac92
  kind: Event
  lastTimestamp: "2026-07-24T21:49:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-700df": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-24T21:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:49:12Z"
    name: raw-sklearn-runtime-700df.18c558273b5bba0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26617"
    uid: d9a00f31-c12f-4971-9ade-1e977d904f04
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-24T21:50:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-700df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27226"
    uid: 87c54b4a-a252-4ab4-a0ea-68de6f99ac92
  kind: Event
  lastTimestamp: "2026-07-24T21:50:34Z"
  message: InferenceService [raw-sklearn-runtime-700df] is Ready
  metadata:
    creationTimestamp: "2026-07-24T21:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-24T21:50:34Z"
    name: raw-sklearn-runtime-700df.18c5583a3faf6a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: 6e1f13c4-9de2-4b5b-b5f2-422195fbee49
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "27570"